-- Logs begin at Wed 2022-03-23 08:21:31 UTC, end at Wed 2022-03-23 09:22:17 UTC. -- Mar 23 08:52:39.493491 dv-cinder-834822-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 08:52:42.411939 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.common.config [-] Logging enabled! Mar 23 08:52:42.412482 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 08:52:42.412747 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 08:52:42.416040 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.common.config [-] Logging enabled! Mar 23 08:52:42.416295 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 08:52:42.416604 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 08:52:42.417737 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 08:52:42.418607 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 08:52:42.418859 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 08:52:42.419104 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 08:52:42.419329 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 08:52:42.420088 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.420511 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 08:52:42.420829 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.421127 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.421450 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.421746 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.422038 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.422320 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.422609 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.422902 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.423186 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.423464 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.423745 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.424037 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.424324 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.424608 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.424891 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.425171 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] debug = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.425476 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.425915 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.426330 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.426612 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.426902 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.427181 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.427450 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.427725 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.428010 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.428333 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] host = dv-cinder-834822-2-iscsi {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.428611 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.428901 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.429186 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.429508 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.429783 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.430060 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.430474 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.430750 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.431024 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] log_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.431297 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.431588 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.431874 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.432165 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.432391 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.432617 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.432914 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.433199 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.433522 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.433799 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.434075 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.434358 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.434634 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.434907 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.435195 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.435480 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.435767 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.436047 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.436324 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.436597 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.436870 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.437155 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.437461 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.437738 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.438018 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.438305 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.438576 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.438851 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.439149 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.439435 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.439716 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.440002 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.440279 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.440563 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.440836 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.441108 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.441403 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] use_json = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.441677 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.441949 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.442238 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.442501 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.442772 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.443047 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.443318 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.443603 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.443875 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:42.444174 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.444470 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.444768 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.445061 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.445373 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.445656 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.445943 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.446361 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.446654 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.446939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.447226 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.447504 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.447802 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.448091 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.448389 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.448697 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.449011 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.449326 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.449605 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.449881 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.450156 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.450436 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.450724 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.451001 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.451291 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.451599 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.451859 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.452155 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.452441 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.452735 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.453025 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.453318 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.453601 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.453892 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.454174 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.454447 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.454723 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.455269 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.455544 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.455813 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.456092 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.456369 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.456639 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.456910 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.457183 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.457492 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.457767 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.458035 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.458302 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.458577 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.458846 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.459129 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.459403 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.459672 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.459939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.460213 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.460483 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.460754 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.461027 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.461319 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.461593 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.461863 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.462129 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.462400 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.462798 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.463064 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.463335 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.463606 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.463880 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.464154 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.464426 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.465223 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.465519 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.465791 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.466074 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.466368 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.466645 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.466924 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.467201 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.467475 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.467750 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.468022 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.468296 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.468572 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.468843 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.469130 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.469438 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.469727 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.470031 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.470312 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.470610 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.470887 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.471163 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.471446 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.471725 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.472001 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.472283 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.472565 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.472861 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.473155 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.473466 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.473768 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.474054 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.474326 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.474642 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.474922 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:42.475140 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 08:52:42.475387 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102972) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 08:52:42.846545 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 08:52:42.846820 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 08:52:42.847126 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 08:52:42.847606 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 08:52:43.192908 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.193122 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.193406 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.194601 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.194878 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.195264 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.254573 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.254853 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.255121 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.269757 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.270047 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.270318 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.299445 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.299726 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.299999 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.441934 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.442601 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.442601 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.677375 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.677668 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.677940 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.678212 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.678910 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.779564 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.779917 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.780177 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.780458 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.780733 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.781051 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.781343 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.781611 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.781871 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.782160 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.782428 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.782698 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.782969 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.783229 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.783492 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.783759 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.784022 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.784300 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.784573 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.784843 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.785125 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.785408 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.785714 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.786073 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.786330 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.786581 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.786994 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:43.787228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:43.787465 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:43.787708 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:43.787943 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:43.788178 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:43.788545 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 08:52:43.791893 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 08:52:43.796021 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 08:52:43.799820 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Mar 23 08:52:43.801489 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 08:52:43.801970 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 08:52:43.802306 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 08:52:43.802698 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 08:52:43.805562 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 08:52:43.805819 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 08:52:43.806172 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 08:52:43.811676 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 08:52:43.836449 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 08:52:43.836921 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.837233 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102972) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 08:52:43.837639 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.839038 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102972) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 08:52:43.839333 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 08:52:43.839621 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 08:52:43.843071 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.843359 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:43.906837 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 08:52:43.907083 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 08:52:43.907321 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 08:52:43.907712 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 08:52:43.928790 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_db.sqlalchemy.engines [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102972) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 08:52:44.367278 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing driver for type 'gre' Mar 23 08:52:44.367791 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] gre ID ranges: [(1, 1000)] Mar 23 08:52:44.421076 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing driver for type 'local' Mar 23 08:52:44.421515 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing driver for type 'vlan' Mar 23 08:52:44.434552 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] VlanTypeDriver initialization complete Mar 23 08:52:44.434954 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing driver for type 'vxlan' Mar 23 08:52:44.435460 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] vxlan ID ranges: [(1, 1000)] Mar 23 08:52:44.491594 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing extension driver 'port_security' Mar 23 08:52:44.492297 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] PortSecurityExtensionDriver initialization complete Mar 23 08:52:44.492297 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing mechanism driver 'openvswitch' Mar 23 08:52:44.492746 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing mechanism driver 'hyperv' Mar 23 08:52:44.500108 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:52:44.500851 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.501164 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.501622 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.502149 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:52:44.502616 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnet after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.502965 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnet after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.503310 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnet after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.503706 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:52:44.504112 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.504457 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.504796 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.505191 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:52:44.505622 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > security_group after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.505968 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > security_group after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.506305 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > security_group after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.506841 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:52:44.507260 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.507615 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.507962 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.508362 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:52:44.508770 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > address_group after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.509116 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > address_group after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.509488 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > address_group after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.509893 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:52:44.510334 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] ML2 OVO RPC backend initialized. {{(pid=102972) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 08:52:44.511041 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router_interface after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.511425 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.511846 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.512191 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > networks before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.512543 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.512883 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > ports before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.513226 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnet before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.513594 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnets before_response 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.513939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.514280 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.514615 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.514952 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.515287 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.515622 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.515954 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnet after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.516292 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnet after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.516624 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > subnet after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.523889 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded quota_driver: . Mar 23 08:52:44.524261 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.plugin [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Modular L2 Plugin initialization complete Mar 23 08:52:44.524613 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading services supported by the core plugin {{(pid=102972) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 08:52:44.524957 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.plugins.ml2.managers [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Got port-security extension from driver 'port_security' Mar 23 08:52:44.525468 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.extensions.vlantransparent [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Disabled vlantransparent extension. Mar 23 08:52:44.525967 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102972) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 08:52:44.526294 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: router Mar 23 08:52:44.562349 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router_interface before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.562738 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router after_create 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.563108 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router before_create 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.563484 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.563841 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.564197 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router after_delete 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.564551 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > floatingip after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.564898 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > floatingip after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.565253 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router after_create 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.565621 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router after_update 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.565968 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router after_update 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.566312 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.566666 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router after_update 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.567072 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_update 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.567438 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: port after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.567775 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: port after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.568110 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: subnet after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.568447 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.568796 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > port precommit_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.569142 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_create 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.569513 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: port before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.569856 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.570206 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router after_update 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.570544 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_delete 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.570892 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_create 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.571248 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router_interface after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.571588 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_update 55549900 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.571948 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > agent after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.572294 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > agent after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.572637 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > network after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.573515 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Tracking information for resource: router configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:44.573868 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Tracking information for resource: floatingip configured {{(pid=102972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:52:44.578784 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.db.l3_agentschedulers_db [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 08:52:44.579361 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: port after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.579979 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: port after_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.580340 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: port after_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.580689 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: port after_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.581518 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router before_create 55550100 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.581884 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_delete 55550100 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.582245 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_create 55550100 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.582598 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > router precommit_update 55550100 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.587603 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.services.provider_configuration [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service providers = [] {{(pid=102972) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 08:52:44.587965 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.db.servicetype_db [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102972) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 08:52:44.591590 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.services.service_base [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:52:44.591933 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.services.service_base [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:52:44.592272 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.services.service_base [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:52:44.593156 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.services.service_base [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:52:44.593558 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.services.service_base [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 08:52:44.593930 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.594250 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 08:52:44.604801 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.605177 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: auto_allocate Mar 23 08:52:44.611796 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: network precommit_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.612167 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: network precommit_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.612689 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.613009 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: tag Mar 23 08:52:44.619711 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.619988 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: timestamp Mar 23 08:52:44.624025 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.624361 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: network_ip_availability Mar 23 08:52:44.629875 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.630246 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.630599 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.631303 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.631622 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: flavors Mar 23 08:52:44.636436 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.636770 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading Plugin: revisions Mar 23 08:52:44.641098 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:52:44.641517 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_concurrency.lockutils [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=102972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 08:52:44.642257 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102972) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 08:52:44.642593 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Initializing extension manager. Mar 23 08:52:44.643118 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: __init__.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.643460 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: __pycache__ {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.643792 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: address_group.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.644539 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.645107 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: address-group Mar 23 08:52:44.645456 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: address_scope.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.646166 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.646677 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: address-scope Mar 23 08:52:44.647000 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: admin_state_down_before_update.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.648095 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.648628 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: router-admin-state-down-before-update Mar 23 08:52:44.648936 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: agent.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.649674 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.650179 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: agent Mar 23 08:52:44.650498 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: agent_resources_synced.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.651408 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.651912 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: agent-resources-synced Mar 23 08:52:44.652763 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: allowedaddresspairs.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.654556 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.655078 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: allowed-address-pairs Mar 23 08:52:44.655405 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: auto_allocated_topology.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.656478 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.656991 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: auto-allocated-topology Mar 23 08:52:44.657350 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: availability_zone.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.658039 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.658546 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: availability_zone Mar 23 08:52:44.658873 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: availability_zone_filter.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.659787 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.660294 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: availability_zone_filter Mar 23 08:52:44.660618 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: data_plane_status.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.661573 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.662082 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 08:52:44.662405 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: default_subnetpools.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.663322 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.663830 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: default-subnetpools Mar 23 08:52:44.664153 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: dhcpagentscheduler.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.664964 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.665506 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: dhcp_agent_scheduler Mar 23 08:52:44.665826 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: dns.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.666737 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.667244 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension dns-integration not supported by any of loaded plugins Mar 23 08:52:44.667564 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: dns_domain_ports.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.668541 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.669042 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 08:52:44.669472 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.670395 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.670896 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 08:52:44.671214 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: dvr.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.671880 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.672379 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: dvr Mar 23 08:52:44.672700 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: ecmp_routes.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.673633 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.674138 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 08:52:44.674459 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: empty_string_filtering.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.675361 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.675864 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: empty-string-filtering Mar 23 08:52:44.676184 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.677086 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.677622 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 08:52:44.677943 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.678861 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.679364 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 08:52:44.679683 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: external_net.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.680595 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.681105 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: external-net Mar 23 08:52:44.681459 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: extra_dhcp_opt.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.682366 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.682872 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: extra_dhcp_opt Mar 23 08:52:44.683191 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: extraroute.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.684657 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.685163 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: extraroute Mar 23 08:52:44.685510 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: extraroute_atomic.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.686542 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.687054 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: extraroute-atomic Mar 23 08:52:44.687375 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: filter_validation.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.688033 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.688537 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: filter-validation Mar 23 08:52:44.688861 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: fip_pf_description.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.689794 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.690297 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 08:52:44.690618 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: fip_pf_port_range.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.691535 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.692043 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 08:52:44.692364 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: fip_port_details.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.693289 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.693803 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: fip-port-details Mar 23 08:52:44.694124 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: flavors.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.695379 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.695897 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: flavors Mar 23 08:52:44.696218 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.697938 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.698457 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 08:52:44.698793 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: floatingip_pools.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.700064 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.700569 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: floatingip-pools Mar 23 08:52:44.700894 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: ip_allocation.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.701848 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.702355 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 08:52:44.702679 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.703597 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.704103 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: ip-substring-filtering Mar 23 08:52:44.704426 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l2_adjacency.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.705646 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.706151 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 08:52:44.706471 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.709047 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.709620 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: router Mar 23 08:52:44.709955 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3_conntrack_helper.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.712224 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.712761 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 08:52:44.713094 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.714047 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.714646 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: ext-gw-mode Mar 23 08:52:44.714937 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.715858 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.716379 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: l3-ha Mar 23 08:52:44.716705 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.717641 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.718151 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 08:52:44.718473 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3_flavors.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.719396 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.719908 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: l3-flavors Mar 23 08:52:44.720229 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3_ndp_proxy.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.721647 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.722161 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 08:52:44.722489 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.723410 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.723925 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 08:52:44.724251 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: l3agentscheduler.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.725333 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.725855 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: l3_agent_scheduler Mar 23 08:52:44.726183 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: local_ip.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.727977 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.728503 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension local_ip not supported by any of loaded plugins Mar 23 08:52:44.728841 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: logging.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.730386 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.730911 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension logging not supported by any of loaded plugins Mar 23 08:52:44.731241 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: metering.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.731980 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.732556 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: metering Mar 23 08:52:44.732883 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.734027 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.734545 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: metering_source_and_destination_fields Mar 23 08:52:44.734873 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: multiprovidernet.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.735799 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.736312 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: multi-provider Mar 23 08:52:44.736638 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: netmtu.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.737586 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.738101 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: net-mtu Mar 23 08:52:44.738420 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: netmtu_writable.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.739341 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.739849 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: net-mtu-writable Mar 23 08:52:44.740170 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: network_availability_zone.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.740831 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.741366 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: network_availability_zone Mar 23 08:52:44.741689 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: network_ip_availability.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.742796 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.743306 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: network-ip-availability Mar 23 08:52:44.743631 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: network_segment_range.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.744386 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.744892 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 08:52:44.745214 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: pagination.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.746894 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.747226 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: pagination Mar 23 08:52:44.747552 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: port_device_profile.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.748470 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.748990 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: port-device-profile Mar 23 08:52:44.749347 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.750269 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.750784 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: port-mac-address-regenerate Mar 23 08:52:44.751108 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.752025 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.752535 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: port-numa-affinity-policy Mar 23 08:52:44.752858 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: port_resource_request.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.753788 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.754294 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 08:52:44.754618 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: port_resource_request_groups.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.755583 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.756093 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 08:52:44.756415 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: portbindings.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.757365 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.757872 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: binding Mar 23 08:52:44.758196 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: portbindings_extended.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.759475 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.759993 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: binding-extended Mar 23 08:52:44.760322 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: portsecurity.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.761242 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.762337 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: port-security Mar 23 08:52:44.762657 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: project_id.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.763638 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.763973 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: project-id Mar 23 08:52:44.764295 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: providernet.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.765204 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.765746 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: provider Mar 23 08:52:44.766067 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.769710 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.770235 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos not supported by any of loaded plugins Mar 23 08:52:44.770573 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.771834 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.772349 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 08:52:44.772678 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.773638 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.774152 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 08:52:44.774479 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_default.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.775409 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.775922 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-default not supported by any of loaded plugins Mar 23 08:52:44.776248 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_fip.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.777195 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.777736 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-fip not supported by any of loaded plugins Mar 23 08:52:44.778060 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_fip_network_policy.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.778977 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.779496 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 08:52:44.779818 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_gateway_ip.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.780750 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.781279 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 08:52:44.781604 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_port_network_policy.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.782516 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.783027 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 08:52:44.783348 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.784399 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.784914 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 08:52:44.785239 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.786313 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.786830 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 08:52:44.787153 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_pps_rule.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.788335 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.788853 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-pps not supported by any of loaded plugins Mar 23 08:52:44.789183 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_rule_type_details.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.790129 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.790640 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 08:52:44.790964 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_rule_type_filter.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.791885 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.792398 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 08:52:44.792816 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: qos_rules_alias.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.793896 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.794411 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 08:52:44.794735 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: quota_check_limit.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.795647 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.796160 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: quota-check-limit Mar 23 08:52:44.796487 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: quotasv2.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.797442 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.797774 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: quotas Mar 23 08:52:44.798097 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: quotasv2_detail.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.799932 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.800297 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: quota_details Mar 23 08:52:44.800625 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: rbac.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.801710 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.802238 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: rbac-policies Mar 23 08:52:44.802568 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: rbac_address_group.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.803501 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.804018 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: rbac-address-group Mar 23 08:52:44.804343 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: rbac_address_scope.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.805296 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.805807 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: rbac-address-scope Mar 23 08:52:44.806131 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: rbac_security_groups.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.807129 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.807640 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: rbac-security-groups Mar 23 08:52:44.807965 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: rbac_subnetpool.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.809449 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.809963 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: rbac-subnetpool Mar 23 08:52:44.810286 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: revisionifmatch.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.811207 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.811718 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: revision-if-match Mar 23 08:52:44.812041 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: revisions.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.813156 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.813706 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: standard-attr-revisions Mar 23 08:52:44.814027 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: router_availability_zone.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.814704 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.815216 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: router_availability_zone Mar 23 08:52:44.815540 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: routerservicetype.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.816462 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.816972 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension router-service-type not supported by any of loaded plugins Mar 23 08:52:44.817326 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.818282 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.818794 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: security-groups-normalized-cidr Mar 23 08:52:44.819123 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: security_groups_port_filtering.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.820047 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.820556 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: port-security-groups-filtering Mar 23 08:52:44.820878 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.821839 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.822350 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: security-groups-remote-address-group Mar 23 08:52:44.822672 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.823599 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.824664 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: security-groups-shared-filtering Mar 23 08:52:44.824986 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.825602 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 08:52:44.825924 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: securitygroup.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.835822 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.836356 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: security-group Mar 23 08:52:44.836692 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: segment.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.837456 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.837973 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension segment not supported by any of loaded plugins Mar 23 08:52:44.838299 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.839247 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.839784 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 08:52:44.840109 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: servicetype.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.841276 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.841802 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: service-type Mar 23 08:52:44.842129 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: sorting.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.843108 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.843440 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: sorting Mar 23 08:52:44.843760 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: standard_attr_segment.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.844677 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.845194 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 08:52:44.845541 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: standardattrdescription.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.846211 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.846727 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: standard-attr-description Mar 23 08:52:44.847046 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: stateful_security_group.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.848039 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.848561 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: stateful-security-group Mar 23 08:52:44.848882 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: stdattrs_common.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.849488 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 08:52:44.849810 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.850832 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.851361 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 08:52:44.851684 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: subnet_onboard.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.852755 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.853291 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: subnet_onboard Mar 23 08:52:44.853620 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.854553 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.855062 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 08:52:44.855409 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: subnet_service_types.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.856328 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.856839 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: subnet-service-types Mar 23 08:52:44.857158 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: subnetallocation.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.858283 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.858797 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: subnet_allocation Mar 23 08:52:44.859125 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.859782 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.860290 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: subnetpool-prefix-ops Mar 23 08:52:44.860610 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.861558 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.862068 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 08:52:44.862389 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: tagging.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.863447 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.863964 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: standard-attr-tag Mar 23 08:52:44.864290 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: timestamp.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.865531 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.866051 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loaded extension: standard-attr-timestamp Mar 23 08:52:44.866377 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: trunk.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.867410 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.867923 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension trunk not supported by any of loaded plugins Mar 23 08:52:44.868249 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: trunk_details.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.869169 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.869757 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension trunk-details not supported by any of loaded plugins Mar 23 08:52:44.870040 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: uplink_status_propagation.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.871488 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.871998 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 08:52:44.872319 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Loading extension file: vlantransparent.py {{(pid=102972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:52:44.872985 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:52:44.873522 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 08:52:44.876049 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:network Mar 23 08:52:44.876571 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:subnet Mar 23 08:52:44.876972 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:52:44.877395 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:port Mar 23 08:52:44.878620 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.879052 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service FLAVORS assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.879675 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.880093 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.880433 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:router Mar 23 08:52:44.880864 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:floatingip Mar 23 08:52:44.881377 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service METERING assigned prefix: /metering {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.882816 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.883186 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.883539 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:52:44.884539 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 08:52:44.884989 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:security_group Mar 23 08:52:44.885451 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 08:52:44.886042 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service CORE assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.886394 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:52:44.886880 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] subnetpool is already registered Mar 23 08:52:44.887198 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service CORE assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.887524 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:52:44.887859 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] subnetpool is already registered Mar 23 08:52:44.890153 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.890589 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service FLAVORS assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.891174 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.891595 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.891928 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:router Mar 23 08:52:44.892265 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] router is already registered Mar 23 08:52:44.892671 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:floatingip Mar 23 08:52:44.893009 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] floatingip is already registered Mar 23 08:52:44.893481 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service METERING assigned prefix: /metering {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.894146 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 08:52:44.894472 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] rbac_policy is already registered Mar 23 08:52:44.894887 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:security_group Mar 23 08:52:44.895221 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] security_group is already registered Mar 23 08:52:44.895623 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 08:52:44.895953 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] security_group_rule is already registered Mar 23 08:52:44.896574 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service CORE assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.896900 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:52:44.897231 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] subnetpool is already registered Mar 23 08:52:44.897672 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.v2.resource_helper [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Service CORE assigned prefix: {{(pid=102972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:52:44.897996 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:52:44.898326 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING neutron.quota.resource_registry [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] subnetpool is already registered Mar 23 08:52:44.898788 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: extensions {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.900251 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: address-groups {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.901738 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: address-scopes {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.903101 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: agents {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.904246 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: auto-allocated-topology {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.905508 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: availability_zones {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.906707 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: dhcp-networks {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.908220 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: dhcp-agents {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.909660 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: routers {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.911805 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: flavors {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.912953 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: service_profiles {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.914201 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: next_providers {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.915619 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: service_profiles {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.918606 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: floatingip-pools {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.919814 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: routers {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.921929 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: floatingips {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.923201 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: l3-routers {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.924567 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: l3-agents {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.925976 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: metering-labels {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.927311 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: metering-label-rules {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.928573 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: network-ip-availabilities {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.929873 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: bindings {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.931484 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: quotas {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.933020 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: quotas {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.934601 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: rbac-policies {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.935865 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: security-groups {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.937095 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: security-group-rules {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.938369 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: service-providers {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.939534 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: subnetpools {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.940954 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: subnetpools {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.942437 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.944089 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.945876 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.947613 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.949944 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.951769 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.953442 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.955547 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.957301 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.959110 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron.api.extensions [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Extended resource: tags {{(pid=102972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:52:44.965770 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING keystonemiddleware.auth_token [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 08:52:44.970249 dv-cinder-834822-2-iscsi neutron-server[102972]: WARNING keystonemiddleware.auth_token [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 08:52:44.978894 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_concurrency.lockutils [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Acquired lock "singleton_lock" {{(pid=102972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 08:52:44.979366 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_concurrency.lockutils [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Releasing lock "singleton_lock" {{(pid=102972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 08:52:44.980017 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO oslo_service.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Starting 2 workers Mar 23 08:52:44.984899 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Started child 103115 {{(pid=102972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:52:44.989413 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Started child 103116 {{(pid=102972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:52:44.990677 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:44.991310 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO neutron.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 08:52:44.991647 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Publish callbacks [] for process (None), before_spawn {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:44.992185 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [-] (103115) wsgi starting up on http://0.0.0.0:9696 Mar 23 08:52:44.994211 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO oslo_service.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Starting 1 workers Mar 23 08:52:44.994530 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:44.996043 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [-] (103116) wsgi starting up on http://0.0.0.0:9696 Mar 23 08:52:44.999531 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Started child 103117 {{(pid=102972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:52:45.000131 dv-cinder-834822-2-iscsi neutron-server[102972]: INFO oslo_service.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Starting 1 workers Mar 23 08:52:45.003614 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] calling RpcWorker wait() {{(pid=103117) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 08:52:45.004141 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] returning from RpcWorker wait() {{(pid=103117) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 08:52:45.004674 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Started child 103118 {{(pid=102972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:52:45.005524 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:45.005641 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG neutron_lib.callbacks.manager [None req-0e0ceb2f-20b4-474a-a3b8-0515e5b4d5da None None] Publish callbacks [] for process (None), after_spawn {{(pid=102972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:45.006104 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:52:45.007505 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 08:52:45.007724 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 08:52:45.007911 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 08:52:45.008137 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 08:52:45.008494 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 08:52:45.008657 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 08:52:45.009190 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.009491 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.009769 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.010041 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.010146 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:45.010585 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.010943 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.011224 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.011381 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:52:45.012033 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.012281 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.012514 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.012687 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.012857 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.013106 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.013372 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.013670 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.013941 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.014181 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.014437 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.014611 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.014890 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.015174 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.015406 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.015671 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] debug = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.015911 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.016398 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.016629 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.016886 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.017123 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.017424 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.017653 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.017936 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.018171 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.018384 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.018629 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.018880 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.019114 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.019332 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.019607 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.019818 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.020076 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.020298 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.020750 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] host = dv-cinder-834822-2-iscsi {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.020994 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.021231 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.021488 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.021734 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.021990 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.022235 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.022489 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.022754 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.022979 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.023221 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.023475 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.023722 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.023968 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.024214 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.024380 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_options = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.024616 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.024882 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.025128 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.025336 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.025507 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.025675 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.025936 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.026099 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.026354 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.026587 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.026800 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.027064 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.027825 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.028064 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.028303 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.028521 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.028760 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.028979 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.029241 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.029495 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.029748 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.029975 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.030190 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.030423 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.030657 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.030874 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.031105 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.031336 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.031580 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.031808 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.032022 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.032281 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.032496 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.032730 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.032991 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.033238 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.033530 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.033846 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.034135 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.034361 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.034614 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.034870 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.035305 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.035642 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.035867 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.036109 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.036331 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_json = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.036572 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.036806 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.037098 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.037373 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.037804 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.038026 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.038246 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.038509 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.038731 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.039186 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.039494 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.039786 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.040049 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.040317 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.040563 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.040895 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.041320 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.041764 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.042023 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.042373 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.042788 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.042924 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.043344 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.043855 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.044188 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.044431 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.044687 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.044938 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.045163 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.045411 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.045654 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.045956 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.046198 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.046431 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.046662 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.046882 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.047359 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.047625 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.048130 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.048398 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.048670 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.048936 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.049156 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.049420 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.049645 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.049888 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.050119 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.050342 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.050606 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.050829 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.051065 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.051285 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.051517 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.052925 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.054111 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.055654 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.055979 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.056259 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.056537 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.056786 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.057048 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.057354 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.057582 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.057866 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.058151 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.058488 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.058780 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.059034 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.059284 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.059530 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.059923 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.060103 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.060365 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.060789 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.060789 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.061032 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.062939 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.063493 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.063493 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.063790 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.063959 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.064144 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.064384 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.064597 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.064813 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.065490 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.065490 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.065817 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.065817 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.066087 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.066227 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.066377 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.066606 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.066895 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.067226 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.067477 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.067744 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.067983 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.068257 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.068501 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.068749 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.069020 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.069281 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.069521 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.069816 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.070097 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.070535 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.070949 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.071373 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.071643 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.071895 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.072349 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.072811 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.073313 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.074300 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.074784 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.075283 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.075730 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.076214 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.076656 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.077138 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.077486 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.077734 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.078032 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.078277 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.078590 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.078906 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.079186 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.079489 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.079997 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.080260 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.080509 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.080816 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.081088 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.081381 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.081648 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.081915 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.082195 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.082470 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.082739 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.082984 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.083328 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.083597 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.083838 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.084083 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.084406 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.084674 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.084933 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.085226 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.085517 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.085762 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.086035 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.086319 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.086559 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.086802 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.087074 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.087315 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.087535 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.087798 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.088075 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.088319 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.088560 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.088839 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.089074 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.089341 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.090308 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.090712 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.091094 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.091497 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.091730 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.091984 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.092233 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.092453 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.092680 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.092904 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.093139 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.093433 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.093676 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.093963 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.094234 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.094470 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.094708 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.094945 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.095211 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.095427 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.095678 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.095899 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.096119 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.096494 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.096717 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.096942 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.097178 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.097440 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.097677 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.097931 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.098191 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.098530 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.098786 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.099022 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.099269 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.099520 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.099756 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.099970 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.100205 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.100455 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.100672 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.100944 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.101202 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.101467 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.101703 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.101963 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.102230 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.102519 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.102788 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.103052 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.103295 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.103548 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.103779 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.104009 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.104230 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.104483 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.104722 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.104947 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.105422 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.105857 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.106213 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.106506 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.106779 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.107074 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.107318 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.107589 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.107843 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.108062 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.108284 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.108536 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.108764 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.108998 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.109300 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.109545 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.109797 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.110044 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.110269 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.110530 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.110768 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.111002 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.111258 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.111512 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.111737 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.111979 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.112275 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.112520 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.112751 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.113007 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.113229 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.113511 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.113770 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.113986 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.114223 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.114473 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.114712 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.114951 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.115267 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.115535 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.115789 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.116110 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.116345 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.116596 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.116874 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.117219 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.117489 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.117760 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.118017 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.118239 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.118464 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.118721 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.119069 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.119378 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.119644 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.119963 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.120197 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.120286 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:52:45.120478 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.120832 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.121033 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.121374 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.121746 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.122026 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.122297 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.122561 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.122838 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.123064 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.123315 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.123537 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.123757 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.123978 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.124241 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.124494 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.124838 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.124940 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.125336 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.125458 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.125638 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.125867 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.126104 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.126526 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.126526 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 08:52:45.127035 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 08:52:45.127200 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 08:52:45.127357 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 08:52:45.127530 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 08:52:45.127701 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 08:52:45.127856 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 08:52:45.128199 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.128199 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.128443 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.128565 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.128712 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.128908 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.129079 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.129295 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.129452 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.129635 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.129818 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.129999 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.130163 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.130341 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.130522 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.130684 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.130864 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.131048 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.131234 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.131427 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.131603 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.131766 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.131957 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] debug = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.132142 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.132379 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.132567 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.132742 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.132926 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.133108 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.133333 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.133517 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.133690 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.133860 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.134042 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.134221 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.134384 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.134564 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.134726 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.134910 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.135073 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.135274 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.135405 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] host = dv-cinder-834822-2-iscsi {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.135562 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.135723 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.135883 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.136066 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.136228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.136955 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.137089 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.137255 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.137441 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.137601 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.137770 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.137940 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.138414 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.138414 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.138676 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_options = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.138676 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.138827 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.138907 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.139105 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.139278 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.139458 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.139628 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.139810 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.140006 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.140187 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.140349 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.140537 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.140699 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.140882 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.141077 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.141285 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.141468 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.141633 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.141814 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.141987 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.142169 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.142331 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.142512 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.142691 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.142852 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.143012 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.143191 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.143364 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.143534 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.143704 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.143886 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.144069 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.144248 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.144411 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.144573 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.144752 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.144913 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.145310 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.145310 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.145796 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.145796 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.145796 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.146102 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.146102 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.146355 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.146478 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.146562 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_json = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.146729 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.146892 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.147069 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.147383 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.147516 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.147679 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.147839 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.148012 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.148250 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:52:45.148459 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.148800 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.148925 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.149047 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.149170 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.149361 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.149529 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.149692 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.149874 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.150056 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.150228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.150394 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.150569 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.150754 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.150993 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.151091 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.151252 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.151417 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.151580 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.151764 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.152719 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.152719 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.152995 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.153129 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.153254 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.153406 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.153594 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.153784 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.153950 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.154136 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.154322 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155228 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155704 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155704 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155704 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155704 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.155976 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.156065 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.156190 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.156320 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.156490 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.156654 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.156818 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.156982 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.157145 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.157333 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.157500 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.157664 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.157828 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.157991 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.158323 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.158323 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.158555 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.158639 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.158762 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.158940 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.159104 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.159289 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.159453 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.159641 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.159825 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.159990 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.160172 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.160354 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.160544 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.160716 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.160900 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.161102 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.161240 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.161437 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.161623 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.161806 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.162176 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.162176 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.162436 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.162520 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.162666 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.162862 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.163043 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.163217 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.163395 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.163579 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.163749 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.163926 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.164110 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.164276 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.164441 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.164613 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.164811 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.164993 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.165177 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.165379 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.165553 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.166123 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 60942) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:52:45.169500 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.169711 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.170055 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.170239 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.170420 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.170610 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.170765 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.170930 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.171101 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.171336 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.171490 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.171625 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.171757 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.171890 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.172021 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.172167 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.172333 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.172498 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.172662 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.172823 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.172985 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.173146 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.173342 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.173505 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.173672 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.173833 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.174003 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.174174 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.174340 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.174495 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.174652 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.174729 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064530 Mar 23 08:52:45.174812 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.175194 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.175194 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.175800 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.175967 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.176131 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.176320 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.176500 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177399 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177399 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177399 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177399 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177399 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177900 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177900 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177900 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.177900 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.178177 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.178177 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.178358 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.178546 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.178686 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.178848 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.179015 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.179176 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180150 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180150 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180150 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180150 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180150 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180150 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180589 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180589 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180589 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180810 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180810 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.180978 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.181122 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.181365 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.181532 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.181693 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.181855 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.182016 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.182178 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.182338 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.182499 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.182660 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.182820 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.182983 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.183145 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.183335 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.183498 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.184566 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.184566 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.184566 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.184566 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.184566 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.184566 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.184566 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185124 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185124 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185124 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185383 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185383 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185565 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185672 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.185827 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.186347 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.186347 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.186347 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.186599 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.186599 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.186756 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.186889 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.187049 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188000 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188000 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188000 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188000 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188000 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188000 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188491 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188491 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188491 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188689 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188689 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.188854 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.189017 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.189174 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.189359 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.189524 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.189686 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.189846 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.190006 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.190166 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.190341 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.190503 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.190669 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.190831 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.190991 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.191150 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.191321 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.191487 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.191646 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.191807 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.191966 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.192126 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.192297 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.192459 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.192618 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.192777 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.192940 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.193098 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.193312 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.193450 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.193615 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.193775 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.193935 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.194096 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.194266 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.194426 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.194587 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.194748 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.194908 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.195067 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.195237 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.195397 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.195557 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.195771 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.195870 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.196026 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.196197 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.196366 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.196524 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.196691 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.196852 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.197011 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.197171 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.197449 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.197554 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.197690 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.197854 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.198014 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.198173 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.198338 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.198504 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.198676 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.199375 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.199549 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.199709 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.199873 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.200819 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.200819 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.200819 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.200819 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.200819 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.200819 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.201581 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.201581 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.201581 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.201581 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.201581 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.201986 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.201986 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.202161 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.202243 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.202338 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.202474 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.202634 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.202778 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.202946 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.203103 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.203265 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.203426 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:52:45.203579 dv-cinder-834822-2-iscsi neutron-server[102972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 08:52:56.790027 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d8dc97-81fd-45d3-8446-7fbd9631ca64 None None] get_active_networks_info from dv-cinder-834822-2-iscsi {{(pid=103117) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 08:52:56.898113 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8dc97-81fd-45d3-8446-7fbd9631ca64 None None] No non-hosted networks {{(pid=103117) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 08:52:56.903408 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-edadd176-99eb-4c31-94f1-434a379a163f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785259'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:58.926694 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8c4fdc1c-93d7-4b2e-8995-a36a6d782e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785259'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:52:58.950267 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d68c969c-9780-447d-9cd0-e2a37228dd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:00.155578 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785259'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:01.630756 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785259'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:02.990593 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 32788) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:03.039008 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785259'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:03.039827 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.040385 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.040847 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.041311 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.042593 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.043197 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.045501 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.046261 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.046816 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.047160 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.047510 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.047830 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.048384 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.049096 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.049566 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:03.051047 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834822-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:03.065789 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834822-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:03.610287 dv-cinder-834822-2-iscsi neutron-server[103116]: WARNING oslo_policy.policy [None req-bfe9db4e-a515-4b75-8f40-5aae63be1838 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:03.610868 dv-cinder-834822-2-iscsi neutron-server[103116]: WARNING oslo_policy.policy [None req-bfe9db4e-a515-4b75-8f40-5aae63be1838 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:03.834557 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [None req-bfe9db4e-a515-4b75-8f40-5aae63be1838 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:53:03.849290 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-bfe9db4e-a515-4b75-8f40-5aae63be1838 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8440671 Mar 23 08:53:04.199372 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.db.l3_hamode_db [None req-5bd6600e-84fe-4920-ac51-4a5d9e6c6b2c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 08:53:04.280484 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6600e-84fe-4920-ac51-4a5d9e6c6b2c None None] Routers set() bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:53:04.280881 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6600e-84fe-4920-ac51-4a5d9e6c6b2c None None] Router IDs set() for agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 08:53:06.508676 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 32814) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:06.818972 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-e16ff7ec-6dc6-4caf-8177-a2738ed46e4f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:53:06.912761 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.policy [None req-e16ff7ec-6dc6-4caf-8177-a2738ed46e4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103116) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 08:53:06.954886 dv-cinder-834822-2-iscsi neutron-server[103116]: WARNING oslo_policy.policy [None req-e16ff7ec-6dc6-4caf-8177-a2738ed46e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:06.955261 dv-cinder-834822-2-iscsi neutron-server[103116]: WARNING oslo_policy.policy [None req-e16ff7ec-6dc6-4caf-8177-a2738ed46e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:07.048759 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e16ff7ec-6dc6-4caf-8177-a2738ed46e4f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726796650833', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726796651326', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726796471019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726796496412', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726796487063', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726796802256', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1290857', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1297275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4051462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4108824'] for rbac-policy (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:07.114821 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e16ff7ec-6dc6-4caf-8177-a2738ed46e4f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:07.116018 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e16ff7ec-6dc6-4caf-8177-a2738ed46e4f admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6062918 Mar 23 08:53:09.636319 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 32824) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:09.944710 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:53:09.974068 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Made reservation on behalf of 3bd15bd1b01641e8b8fbc3b30546cbb5 for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:53:09.978082 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:09.995710 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:10.105125 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks [] for security_group (607a1aed-0c28-4f22-b1b3-51ebeb4fc2db), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:10.109055 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (607a1aed-0c28-4f22-b1b3-51ebeb4fc2db), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:10.141438 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 08:53:10.170652 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726797068858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (20ce192f-cf51-4cb0-9bbe-270348344ac2), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:10.171248 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Unsubscribe: segment precommit_create {{(pid=103116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 08:53:10.171763 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Added segment 20ce192f-cf51-4cb0-9bbe-270348344ac2 of type vlan for network 0d653159-c9cd-4f96-91d8-b90e65591fbf Mar 23 08:53:10.177442 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=607a1aed-0c28-4f22-b1b3-51ebeb4fc2db,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:10.211996 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.212338 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.212695 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.213599 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.214600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.214939 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.215266 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.215593 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.215919 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.216238 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.216561 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.216899 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.217224 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.217567 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.217884 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Tracked resource versions report: Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: pushed versions: Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: { 'AddressGroup': {'1.2'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Agent': {'1.1'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'ConntrackHelper': {'1.0'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Log': {'1.0'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'NDPProxy': {'1.0'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Network': {'1.1'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Port': {'1.7'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'PortForwarding': {'1.3'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'QosPolicy': {'1.10'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroup': {'1.5'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SubPort': {'1.0'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Subnet': {'1.1'}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Trunk': {'1.1'}} Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: consumer versions: Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Agent': '1.1', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'ConntrackHelper': '1.0', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'LocalIPAssociation': '1.0', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Log': '1.0', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'NDPProxy': '1.0', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Network': '1.1', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Port': '1.7', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'PortForwarding': '1.3', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'QosPolicy': '1.10', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroup': '1.5', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroupRule': '1.2', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SubPort': '1.0', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Subnet': '1.1', Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Trunk': '1.1'}} Mar 23 08:53:10.219253 dv-cinder-834822-2-iscsi neutron-server[103116]: {{(pid=103116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:53:10.282912 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (0d653159-c9cd-4f96-91d8-b90e65591fbf), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:10.321021 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (0d653159-c9cd-4f96-91d8-b90e65591fbf), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:10.326194 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:10.326923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:10.421899 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7845161 Mar 23 08:53:10.444890 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251cce-a116-4828-b154-27aaccebe1ef demo demo] Pushing event updated for resources: {'Network': ['ID=0d653159-c9cd-4f96-91d8-b90e65591fbf,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:10.459679 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 08:53:12.976406 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32836) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:13.465869 dv-cinder-834822-2-iscsi neutron-server[103115]: WARNING oslo_policy.policy [None req-450009be-01b7-4df9-980c-657535e91d50 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:13.466454 dv-cinder-834822-2-iscsi neutron-server[103115]: WARNING oslo_policy.policy [None req-450009be-01b7-4df9-980c-657535e91d50 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:13.902333 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.policy [None req-450009be-01b7-4df9-980c-657535e91d50 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103115) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 08:53:13.944402 dv-cinder-834822-2-iscsi neutron-server[103115]: WARNING oslo_policy.policy [None req-450009be-01b7-4df9-980c-657535e91d50 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:13.944774 dv-cinder-834822-2-iscsi neutron-server[103115]: WARNING oslo_policy.policy [None req-450009be-01b7-4df9-980c-657535e91d50 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:53:13.952699 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450009be-01b7-4df9-980c-657535e91d50 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:13.954927 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-450009be-01b7-4df9-980c-657535e91d50 demo admin] 10.222.0.73 "GET /v2.0/networks/0d653159-c9cd-4f96-91d8-b90e65591fbf HTTP/1.1" status: 200 len: 825 time: 0.9764640 Mar 23 08:53:13.994187 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-610fa614-b4b1-4dd1-b6cb-f82d4d33fada demo admin] 10.222.0.73 "GET /v2.0/subnetpools/4be031b9-dbb5-4fa2-86ca-ec3eaec37066 HTTP/1.1" status: 200 len: 734 time: 0.0335793 Mar 23 08:53:14.003006 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Request body: {'subnet': {'subnetpool_id': '4be031b9-dbb5-4fa2-86ca-ec3eaec37066', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:53:14.039513 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Made reservation on behalf of 3bd15bd1b01641e8b8fbc3b30546cbb5 for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:53:14.043108 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:14.325685 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (2a1c3c3e-708c-4ddc-9320-227c7ea89c39), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:14.393934 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Checking segment: {'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:53:14.394314 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Network hostable DHCP agents. Network: 0d653159-c9cd-4f96-91d8-b90e65591fbf, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 08:53:14.403683 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2a1c3c3e-708c-4ddc-9320-227c7ea89c39,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:14.416272 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.416617 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.416973 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.417361 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.417694 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.418014 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.418333 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.418651 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.418980 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.419299 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.419614 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.419942 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.420256 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.420567 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.420876 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Tracked resource versions report: Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: pushed versions: Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: { 'AddressGroup': {'1.2'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Agent': {'1.1'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'ConntrackHelper': {'1.0'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Log': {'1.0'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'NDPProxy': {'1.0'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Network': {'1.1'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Port': {'1.7'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'PortForwarding': {'1.3'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'QosPolicy': {'1.10'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroup': {'1.5'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SubPort': {'1.0'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Subnet': {'1.1'}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Trunk': {'1.1'}} Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: consumer versions: Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Agent': '1.1', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'ConntrackHelper': '1.0', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'LocalIPAssociation': '1.0', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Log': '1.0', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'NDPProxy': '1.0', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Network': '1.1', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Port': '1.7', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'PortForwarding': '1.3', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'QosPolicy': '1.10', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroup': '1.5', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroupRule': '1.2', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SubPort': '1.0', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Subnet': '1.1', Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Trunk': '1.1'}} Mar 23 08:53:14.422266 dv-cinder-834822-2-iscsi neutron-server[103115]: {{(pid=103115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:53:14.446500 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 08:53:14.463816 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 0d653159-c9cd-4f96-91d8-b90e65591fbf) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:53:14.471883 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:14.472579 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:14.474078 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad38221b-5733-40a6-a051-78902781412c None None] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:53:14.493846 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-fda928ae-1d9b-4fd3-8189-77ea1a8da159 demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4942520 Mar 23 08:53:14.850834 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-0d653159-c9cd-4f96-91d8-b90e65591fbf', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'fixed_ips': [{'subnet_id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 08:53:14.852075 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:15.128824 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Allocated IP 172.20.0.2 (0d653159-c9cd-4f96-91d8-b90e65591fbf/2a1c3c3e-708c-4ddc-9320-227c7ea89c39/f5145240-dd69-48fb-8396-6ee164df22be) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:53:15.415009 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Publish callbacks [] for port (f5145240-dd69-48fb-8396-6ee164df22be), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:15.423548 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (f5145240-dd69-48fb-8396-6ee164df22be), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:15.499105 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:53:15.513249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:53:15.527208 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:53:15.531284 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Pushing event updated for resources: {'Port': ['ID=f5145240-dd69-48fb-8396-6ee164df22be,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:15.564185 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.564536 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.564895 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.565252 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.565613 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.565944 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.566277 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.566600 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.566918 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.567239 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.567563 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.567899 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.568222 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.568541 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.568859 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Tracked resource versions report: Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: pushed versions: Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: { 'AddressGroup': {'1.2'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Agent': {'1.1'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'ConntrackHelper': {'1.0'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Log': {'1.0'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'NDPProxy': {'1.0'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Network': {'1.1'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Port': {'1.7'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'PortForwarding': {'1.3'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'QosPolicy': {'1.10'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroup': {'1.5'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SubPort': {'1.0'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Subnet': {'1.1'}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Trunk': {'1.1'}} Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: consumer versions: Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Agent': '1.1', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'ConntrackHelper': '1.0', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'LocalIPAssociation': '1.0', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Log': '1.0', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'NDPProxy': '1.0', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Network': '1.1', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Port': '1.7', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'PortForwarding': '1.3', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'QosPolicy': '1.10', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroup': '1.5', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroupRule': '1.2', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SubPort': '1.0', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Subnet': '1.1', Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Trunk': '1.1'}} Mar 23 08:53:15.570326 dv-cinder-834822-2-iscsi neutron-server[103117]: {{(pid=103117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:53:15.620522 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Attempting to bind port f5145240-dd69-48fb-8396-6ee164df22be on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:53:15.620929 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Attempting to bind port f5145240-dd69-48fb-8396-6ee164df22be by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:53:15.621379 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Attempting to bind port f5145240-dd69-48fb-8396-6ee164df22be on network 0d653159-c9cd-4f96-91d8-b90e65591fbf {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:53:15.626407 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:53:15.626778 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Checking segment: {'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:53:15.627248 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:15.627639 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Bound using segment: {'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:53:15.628108 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Bound port: f5145240-dd69-48fb-8396-6ee164df22be, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:53:15.628510 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (f5145240-dd69-48fb-8396-6ee164df22be), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:15.690824 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-93b5692d-d298-4269-bd67-7105a353854e None None] For port f5145240-dd69-48fb-8396-6ee164df22be, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:53:15.694938 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-93b5692d-d298-4269-bd67-7105a353854e None None] For port f5145240-dd69-48fb-8396-6ee164df22be, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=f5145240-dd69-48fb-8396-6ee164df22be,segment=NetworkSegment(20ce192f-cf51-4cb0-9bbe-270348344ac2),segment_id=20ce192f-cf51-4cb0-9bbe-270348344ac2)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:53:15.703129 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (f5145240-dd69-48fb-8396-6ee164df22be), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:15.769639 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5692d-d298-4269-bd67-7105a353854e None None] Pushing event updated for resources: {'Port': ['ID=f5145240-dd69-48fb-8396-6ee164df22be,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:17.101741 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32856) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:17.419510 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [None req-faac88d2-fa0e-4cf4-810e-1415372b64a9 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:53:17.420592 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-faac88d2-fa0e-4cf4-810e-1415372b64a9 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178895 Mar 23 08:53:19.982389 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32864) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:20.294915 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [None req-10129552-d559-4ec3-ad00-6d6002452d7b admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:53:20.295918 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-10129552-d559-4ec3-ad00-6d6002452d7b admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126085 Mar 23 08:53:22.860167 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32872) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:23.192258 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-c8e78ce2-8b47-42fd-8a51-c468541f50ba demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:53:23.217417 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8e78ce2-8b47-42fd-8a51-c468541f50ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:23.218959 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8e78ce2-8b47-42fd-8a51-c468541f50ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:23.353990 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8e78ce2-8b47-42fd-8a51-c468541f50ba demo demo] Publish callbacks [] for router_controller (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), precommit_add_association {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:23.358899 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8e78ce2-8b47-42fd-8a51-c468541f50ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:23.379572 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8e78ce2-8b47-42fd-8a51-c468541f50ba demo demo] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:23.380730 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c8e78ce2-8b47-42fd-8a51-c468541f50ba demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5195765 Mar 23 08:53:25.841678 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device f5145240-dd69-48fb-8396-6ee164df22be up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:53:25.930950 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port f5145240-dd69-48fb-8396-6ee164df22be triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:25.931237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (f5145240-dd69-48fb-8396-6ee164df22be), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:25.947254 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32884) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:26.041091 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port f5145240-dd69-48fb-8396-6ee164df22be is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:26.041543 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (f5145240-dd69-48fb-8396-6ee164df22be), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:26.079292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port f5145240-dd69-48fb-8396-6ee164df22be, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=f5145240-dd69-48fb-8396-6ee164df22be,segment=NetworkSegment(20ce192f-cf51-4cb0-9bbe-270348344ac2),segment_id=20ce192f-cf51-4cb0-9bbe-270348344ac2)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:53:26.084198 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (f5145240-dd69-48fb-8396-6ee164df22be), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:26.143968 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=f5145240-dd69-48fb-8396-6ee164df22be,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:26.287516 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [None req-6d2bbee0-3df8-4a43-bb5b-64b49f4b0968 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:53:26.288591 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6d2bbee0-3df8-4a43-bb5b-64b49f4b0968 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3403220 Mar 23 08:53:26.760930 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-eda908fd-5c1d-4def-82f2-3fea903dcd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:27.265091 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b66c4-d834-4bae-98a5-c1ea5e4c371e None None] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:53:27.327420 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-c5f4ccf2-5330-431e-aa78-b480f5516ea5 None None] Provisioning complete for port f5145240-dd69-48fb-8396-6ee164df22be triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:27.327800 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c5f4ccf2-5330-431e-aa78-b480f5516ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (f5145240-dd69-48fb-8396-6ee164df22be), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:27.454904 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4ccf2-5330-431e-aa78-b480f5516ea5 None None] Current status of the port f5145240-dd69-48fb-8396-6ee164df22be is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:27.675256 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-2d226027-652b-4c2a-a751-0f51c5cf5f6d None None] Provisioning complete for port f5145240-dd69-48fb-8396-6ee164df22be triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:27.675656 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2d226027-652b-4c2a-a751-0f51c5cf5f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (f5145240-dd69-48fb-8396-6ee164df22be), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:27.754317 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-2d226027-652b-4c2a-a751-0f51c5cf5f6d None None] Current status of the port f5145240-dd69-48fb-8396-6ee164df22be is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:27.802712 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device f5145240-dd69-48fb-8396-6ee164df22be up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:53:27.849274 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port f5145240-dd69-48fb-8396-6ee164df22be triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:27.849697 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (f5145240-dd69-48fb-8396-6ee164df22be), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:27.924047 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port f5145240-dd69-48fb-8396-6ee164df22be is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:28.832364 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32894) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:28.916395 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-307f47dc-8234-4259-8d91-a868b8ccf834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.143241 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:53:29.165973 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Made reservation on behalf of 9be2540872c741adaa82d0059c15227c for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:53:29.168375 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.182980 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.305224 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks [] for security_group (960edabe-d52a-48d4-9656-0ac961f2ab68), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.309413 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (960edabe-d52a-48d4-9656-0ac961f2ab68), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.325319 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Reserving flat network on physical network physnet1 {{(pid=103115) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 08:53:29.346170 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960edabe-d52a-48d4-9656-0ac961f2ab68,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:29.352038 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726797068858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (9889ed77-ec37-4eea-9c98-d50bdb9c4022), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.352692 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Unsubscribe: segment precommit_create {{(pid=103115) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 08:53:29.353289 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Added segment 9889ed77-ec37-4eea-9c98-d50bdb9c4022 of type flat for network d88c2165-f6a7-440f-bba2-523f9bce77ad Mar 23 08:53:29.404720 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (d88c2165-f6a7-440f-bba2-523f9bce77ad), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.447101 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (d88c2165-f6a7-440f-bba2-523f9bce77ad), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.448051 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:29.448617 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:29.528114 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6946549 Mar 23 08:53:29.544898 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98876b4e-8e88-448d-99fd-82c7b63f7263 admin admin] Pushing event updated for resources: {'Network': ['ID=d88c2165-f6a7-440f-bba2-523f9bce77ad,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:29.556305 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network d88c2165-f6a7-440f-bba2-523f9bce77ad details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 08:53:30.120142 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:31.572106 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:32.043659 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32912) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:32.063771 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:53:32.217128 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff057fa-8ce9-48ce-8cd1-59d509399bbb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:32.218453 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-aff057fa-8ce9-48ce-8cd1-59d509399bbb demo admin] 10.222.0.73 "GET /v2.0/subnets/2a1c3c3e-708c-4ddc-9320-227c7ea89c39 HTTP/1.1" status: 200 len: 849 time: 0.1738436 Mar 23 08:53:32.337017 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-cb3234c2-4848-4e00-b47d-ee40383c293c demo admin] 10.222.0.73 "GET /v2.0/routers/af6cff96-1c8b-4eaf-a39a-6e15da16de7a HTTP/1.1" status: 200 len: 704 time: 0.1127815 Mar 23 08:53:32.608760 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:32.903508 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Allocated IP 172.20.0.1 (0d653159-c9cd-4f96-91d8-b90e65591fbf/2a1c3c3e-708c-4ddc-9320-227c7ea89c39/2ed7b3de-a581-4df4-9c5b-8418b4238d45) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:53:33.026600 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.056169 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks [] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.127067 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.240634 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:53:33.246162 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:53:33.253384 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:53:33.253958 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.322324 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Pushing event updated for resources: {'Port': ['ID=2ed7b3de-a581-4df4-9c5b-8418b4238d45,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:33.408292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-bbceb32b-01df-47b3-bb34-f867169fdbc7 None None] Provisioning complete for port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:33.408292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-bbceb32b-01df-47b3-bb34-f867169fdbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.476790 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.486910 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-bbceb32b-01df-47b3-bb34-f867169fdbc7 None None] Port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 08:53:33.683298 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks [] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.687801 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.688710 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:33.765110 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Pushing event updated for resources: {'Port': ['ID=2ed7b3de-a581-4df4-9c5b-8418b4238d45,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:33.811279 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:53:33.812769 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:53:33.981408 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Router af6cff96-1c8b-4eaf-a39a-6e15da16de7a is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 08:53:34.074977 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 08:53:34.081722 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-959700cf-e822-4df7-81e3-80b4bd00a0db demo admin] 10.222.0.73 "PUT /v2.0/routers/af6cff96-1c8b-4eaf-a39a-6e15da16de7a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7395117 Mar 23 08:53:34.085974 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Sync routers for ids ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 08:53:34.101401 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Routers {'af6cff96-1c8b-4eaf-a39a-6e15da16de7a'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:53:34.103149 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T08:53:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:34.112673 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-25c9bc1e-dc8b-4dbc-abde-5e6f93b116b1 None None] Provisioning complete for port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:34.113292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-25c9bc1e-dc8b-4dbc-abde-5e6f93b116b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:34.148730 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-25c9bc1e-dc8b-4dbc-abde-5e6f93b116b1 None None] Port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 08:53:34.303969 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Set router af6cff96-1c8b-4eaf-a39a-6e15da16de7a gateway port host: None {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:53:34.752464 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'name': 'router1', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:53:23Z', 'updated_at': '2022-03-23T08:53:33Z', 'revision_number': 2, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'gw_port_host': None, '_interfaces': [{'id': '2ed7b3de-a581-4df4-9c5b-8418b4238d45', 'name': '', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'mac_address': 'fa:16:3e:fb:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:32Z', 'updated_at': '2022-03-23T08:53:33Z', 'revision_number': 2, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'subnets': [{'id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be031b9-dbb5-4fa2-86ca-ec3eaec37066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:34.803027 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Checking router: af6cff96-1c8b-4eaf-a39a-6e15da16de7a for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 08:53:34.803404 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Updating router af6cff96-1c8b-4eaf-a39a-6e15da16de7a port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 08:53:34.855624 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:35.366481 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Publish callbacks [] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:35.373281 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:35.545392 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Pushing event updated for resources: {'Port': ['ID=2ed7b3de-a581-4df4-9c5b-8418b4238d45,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:35.550209 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Attempting to bind port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:53:35.550612 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Attempting to bind port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:53:35.551052 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Attempting to bind port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 on network 0d653159-c9cd-4f96-91d8-b90e65591fbf {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:53:35.559379 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:53:35.559737 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Checking segment: {'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:53:35.560185 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:35.560608 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Bound using segment: {'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:53:35.561027 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Bound port: 2ed7b3de-a581-4df4-9c5b-8418b4238d45, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ce192f-cf51-4cb0-9bbe-270348344ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:53:35.561437 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:35.563768 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.564581 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.564933 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.565643 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.565999 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.566330 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.566661 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.566990 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.567569 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.567906 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.568233 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.568571 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.568900 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.569223 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.569571 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Tracked resource versions report: Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: pushed versions: Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: { 'AddressGroup': {'1.2'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Agent': {'1.1'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'ConntrackHelper': {'1.0'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Log': {'1.0'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'NDPProxy': {'1.0'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Network': {'1.1'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Port': {'1.7'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'PortForwarding': {'1.3'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'QosPolicy': {'1.10'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroup': {'1.5'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SubPort': {'1.0'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Subnet': {'1.1'}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Trunk': {'1.1'}} Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: consumer versions: Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Agent': '1.1', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'ConntrackHelper': '1.0', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'LocalIPAssociation': '1.0', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Log': '1.0', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'NDPProxy': '1.0', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Network': '1.1', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Port': '1.7', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'PortForwarding': '1.3', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'QosPolicy': '1.10', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroup': '1.5', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroupRule': '1.2', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SubPort': '1.0', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Subnet': '1.1', Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Trunk': '1.1'}} Mar 23 08:53:35.571101 dv-cinder-834822-2-iscsi neutron-server[103118]: {{(pid=103118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:53:35.577420 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-6c3a1b38-5568-457c-8691-010e7d01492d None None] Provisioning complete for port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:35.577995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-6c3a1b38-5568-457c-8691-010e7d01492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:35.618069 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a1b38-5568-457c-8691-010e7d01492d None None] Port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 08:53:35.640916 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] For port 2ed7b3de-a581-4df4-9c5b-8418b4238d45, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:53:35.660271 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] For port 2ed7b3de-a581-4df4-9c5b-8418b4238d45, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2ed7b3de-a581-4df4-9c5b-8418b4238d45,segment=NetworkSegment(20ce192f-cf51-4cb0-9bbe-270348344ac2),segment_id=20ce192f-cf51-4cb0-9bbe-270348344ac2)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:53:35.666059 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:35.716238 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Routers {'af6cff96-1c8b-4eaf-a39a-6e15da16de7a'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:53:35.716854 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T08:53:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:35.789902 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578cf3b-dcdf-4afc-84ec-0eda1411c620 None None] Pushing event updated for resources: {'Port': ['ID=2ed7b3de-a581-4df4-9c5b-8418b4238d45,revision_number=4']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:35.820785 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] Set router af6cff96-1c8b-4eaf-a39a-6e15da16de7a gateway port host: None {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:53:35.939690 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-06efc190-cf37-4732-b5c9-ef5f4e33765b None None] Provisioning complete for port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:35.940083 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-06efc190-cf37-4732-b5c9-ef5f4e33765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:36.018629 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-06efc190-cf37-4732-b5c9-ef5f4e33765b None None] Current status of the port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:36.018955 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-06efc190-cf37-4732-b5c9-ef5f4e33765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:36.046158 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'name': 'router1', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:53:23Z', 'updated_at': '2022-03-23T08:53:33Z', 'revision_number': 2, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'gw_port_host': None, '_interfaces': [{'id': '2ed7b3de-a581-4df4-9c5b-8418b4238d45', 'name': '', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'mac_address': 'fa:16:3e:fb:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:32Z', 'updated_at': '2022-03-23T08:53:35Z', 'revision_number': 4, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'subnets': [{'id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be031b9-dbb5-4fa2-86ca-ec3eaec37066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:36.053986 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-06efc190-cf37-4732-b5c9-ef5f4e33765b None None] For port 2ed7b3de-a581-4df4-9c5b-8418b4238d45, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2ed7b3de-a581-4df4-9c5b-8418b4238d45,segment=NetworkSegment(20ce192f-cf51-4cb0-9bbe-270348344ac2),segment_id=20ce192f-cf51-4cb0-9bbe-270348344ac2)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:53:36.058905 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-06efc190-cf37-4732-b5c9-ef5f4e33765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:36.073086 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9d2d3-7de1-45ae-a959-bf890322977f None None] The sync data for ids ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'] in dv-cinder-834822-2-iscsi is: [{'id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'name': 'router1', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:53:23Z', 'updated_at': '2022-03-23T08:53:33Z', 'revision_number': 2, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'gw_port_host': None, '_interfaces': [{'id': '2ed7b3de-a581-4df4-9c5b-8418b4238d45', 'name': '', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'mac_address': 'fa:16:3e:fb:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:32Z', 'updated_at': '2022-03-23T08:53:35Z', 'revision_number': 4, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'subnets': [{'id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be031b9-dbb5-4fa2-86ca-ec3eaec37066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 08:53:36.112402 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efc190-cf37-4732-b5c9-ef5f4e33765b None None] Pushing event updated for resources: {'Port': ['ID=2ed7b3de-a581-4df4-9c5b-8418b4238d45,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:36.752898 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32932) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:36.862430 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba22a2-f0b6-4a9b-a500-c62e480c9e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:36.863771 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-89ba22a2-f0b6-4a9b-a500-c62e480c9e7e admin admin] 10.222.0.73 "GET /v2.0/networks/d88c2165-f6a7-440f-bba2-523f9bce77ad HTTP/1.1" status: 200 len: 842 time: 0.1097844 Mar 23 08:53:36.873090 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'cidr': '172.27.0.0/24'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:53:36.894313 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Made reservation on behalf of 9be2540872c741adaa82d0059c15227c for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:53:36.896564 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:37.181930 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.objects.ports [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103115) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 08:53:37.182282 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (561f483b-c2bc-4e21-bf43-c70ee6968976), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:37.231270 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Pushing event updated for resources: {'Subnet': ['ID=561f483b-c2bc-4e21-bf43-c70ee6968976,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:37.246010 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:53:37.246353 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Network hostable DHCP agents. Network: d88c2165-f6a7-440f-bba2-523f9bce77ad, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 08:53:37.262989 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 08:53:37.271406 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, d88c2165-f6a7-440f-bba2-523f9bce77ad) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:53:37.275752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:37.276342 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:37.281341 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584cfe2-a329-488f-a56c-7defb46490de None None] Network d88c2165-f6a7-440f-bba2-523f9bce77ad requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:53:37.294439 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-3ad3119f-8119-4549-96fc-95fc92d9383d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4246726 Mar 23 08:53:37.392236 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416405e1-f6e5-44b0-a0e8-a89605aafcfe None None] Network d88c2165-f6a7-440f-bba2-523f9bce77ad requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:53:39.746629 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32940) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:39.951687 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6d8c5749-8284-4d67-8eb2-7bcda4357245 demo admin] 10.222.0.73 "GET /v2.0/routers/af6cff96-1c8b-4eaf-a39a-6e15da16de7a HTTP/1.1" status: 200 len: 710 time: 0.2038434 Mar 23 08:53:40.034646 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b2db5e-6089-4bc1-9f32-01550d219029 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:53:40.035986 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c5b2db5e-6089-4bc1-9f32-01550d219029 demo admin] 10.222.0.73 "GET /v2.0/networks/d88c2165-f6a7-440f-bba2-523f9bce77ad HTTP/1.1" status: 200 len: 886 time: 0.0782735 Mar 23 08:53:40.044942 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:53:40.296501 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks [] for router_gateway (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:40.532394 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks [] for router_gateway (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:40.606315 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:40.715614 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Allocated IP 172.27.0.7 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/bcf3b580-877e-4709-a686-e33be7fb7950) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:53:40.818803 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks [] for port (bcf3b580-877e-4709-a686-e33be7fb7950), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:40.854125 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:40.896621 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:53:40.899897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:53:40.902281 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:53:40.975664 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Pushing event updated for resources: {'Port': ['ID=bcf3b580-877e-4709-a686-e33be7fb7950,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:41.165199 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks [] for router_gateway (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:41.468413 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3786678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:41.472215 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3786625'] for router (af6cff96-1c8b-4eaf-a39a-6e15da16de7a), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:41.585021 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Router af6cff96-1c8b-4eaf-a39a-6e15da16de7a has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 08:53:41.692497 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 08:53:41.712833 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:41.714077 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f5bf1513-4389-4de6-9e80-783eb5d1c128 demo admin] 10.222.0.73 "PUT /v2.0/routers/af6cff96-1c8b-4eaf-a39a-6e15da16de7a HTTP/1.1" status: 200 len: 888 time: 1.6722405 Mar 23 08:53:43.840412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2ed7b3de-a581-4df4-9c5b-8418b4238d45 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:53:43.890619 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:43.891018 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:43.971160 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:44.279733 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 32952) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:53:44.397231 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9d7fa787-e9af-48db-85ca-74b231f8485e admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1163819 Mar 23 08:53:44.869715 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Sync routers for ids ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 08:53:44.882118 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Routers {'af6cff96-1c8b-4eaf-a39a-6e15da16de7a'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:53:44.882770 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T08:53:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:45.107359 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Set router af6cff96-1c8b-4eaf-a39a-6e15da16de7a gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:53:45.574744 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'name': 'router1', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'bcf3b580-877e-4709-a686-e33be7fb7950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:53:23Z', 'updated_at': '2022-03-23T08:53:41Z', 'revision_number': 4, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'gw_port': {'id': 'bcf3b580-877e-4709-a686-e33be7fb7950', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:40Z', 'updated_at': '2022-03-23T08:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2ed7b3de-a581-4df4-9c5b-8418b4238d45', 'name': '', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'mac_address': 'fa:16:3e:fb:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:32Z', 'updated_at': '2022-03-23T08:53:36Z', 'revision_number': 5, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'subnets': [{'id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be031b9-dbb5-4fa2-86ca-ec3eaec37066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:45.626400 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Checking router: af6cff96-1c8b-4eaf-a39a-6e15da16de7a for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 08:53:45.626400 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Updating router af6cff96-1c8b-4eaf-a39a-6e15da16de7a port bcf3b580-877e-4709-a686-e33be7fb7950 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 08:53:45.684190 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:46.014070 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Publish callbacks [] for port (bcf3b580-877e-4709-a686-e33be7fb7950), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:46.019268 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:46.067991 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a57a9-997b-4a4f-9abe-4d4028b7ddd7 None None] Pushing event updated for resources: {'Port': ['ID=bcf3b580-877e-4709-a686-e33be7fb7950,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:46.092915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Attempting to bind port bcf3b580-877e-4709-a686-e33be7fb7950 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:53:46.093396 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Attempting to bind port bcf3b580-877e-4709-a686-e33be7fb7950 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:53:46.093764 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Attempting to bind port bcf3b580-877e-4709-a686-e33be7fb7950 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:53:46.101200 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:53:46.101888 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:53:46.102295 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:46.102687 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:53:46.103151 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Bound port: bcf3b580-877e-4709-a686-e33be7fb7950, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:53:46.104398 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:46.171570 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] For port bcf3b580-877e-4709-a686-e33be7fb7950, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:53:46.175389 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] For port bcf3b580-877e-4709-a686-e33be7fb7950, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=bcf3b580-877e-4709-a686-e33be7fb7950,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:53:46.181970 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:46.240226 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Routers {'af6cff96-1c8b-4eaf-a39a-6e15da16de7a'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:53:46.240829 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T08:53:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:46.308066 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a57a9-997b-4a4f-9abe-4d4028b7ddd7 None None] Pushing event updated for resources: {'Port': ['ID=bcf3b580-877e-4709-a686-e33be7fb7950,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:46.365441 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] Set router af6cff96-1c8b-4eaf-a39a-6e15da16de7a gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:53:46.601147 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'name': 'router1', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'bcf3b580-877e-4709-a686-e33be7fb7950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:53:23Z', 'updated_at': '2022-03-23T08:53:41Z', 'revision_number': 4, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'gw_port': {'id': 'bcf3b580-877e-4709-a686-e33be7fb7950', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:40Z', 'updated_at': '2022-03-23T08:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2ed7b3de-a581-4df4-9c5b-8418b4238d45', 'name': '', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'mac_address': 'fa:16:3e:fb:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:32Z', 'updated_at': '2022-03-23T08:53:36Z', 'revision_number': 5, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'subnets': [{'id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be031b9-dbb5-4fa2-86ca-ec3eaec37066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:53:46.632119 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d54a7-33f6-4671-86a8-d8296c19707b None None] The sync data for ids ['af6cff96-1c8b-4eaf-a39a-6e15da16de7a'] in dv-cinder-834822-2-iscsi is: [{'id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'name': 'router1', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'bcf3b580-877e-4709-a686-e33be7fb7950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:53:23Z', 'updated_at': '2022-03-23T08:53:41Z', 'revision_number': 4, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'gw_port': {'id': 'bcf3b580-877e-4709-a686-e33be7fb7950', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:40Z', 'updated_at': '2022-03-23T08:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2ed7b3de-a581-4df4-9c5b-8418b4238d45', 'name': '', 'network_id': '0d653159-c9cd-4f96-91d8-b90e65591fbf', 'tenant_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'mac_address': 'fa:16:3e:fb:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6cff96-1c8b-4eaf-a39a-6e15da16de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:53:32Z', 'updated_at': '2022-03-23T08:53:36Z', 'revision_number': 5, 'project_id': '3bd15bd1b01641e8b8fbc3b30546cbb5', 'subnets': [{'id': '2a1c3c3e-708c-4ddc-9320-227c7ea89c39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be031b9-dbb5-4fa2-86ca-ec3eaec37066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 08:53:47.867688 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device bcf3b580-877e-4709-a686-e33be7fb7950 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:53:47.937954 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port bcf3b580-877e-4709-a686-e33be7fb7950 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:47.938493 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:48.058941 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port bcf3b580-877e-4709-a686-e33be7fb7950 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:48.059197 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:48.083617 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port bcf3b580-877e-4709-a686-e33be7fb7950, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=bcf3b580-877e-4709-a686-e33be7fb7950,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:53:48.091789 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:48.170692 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=bcf3b580-877e-4709-a686-e33be7fb7950,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:53:49.908650 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device bcf3b580-877e-4709-a686-e33be7fb7950 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:53:50.030143 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port bcf3b580-877e-4709-a686-e33be7fb7950 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:53:50.030710 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (bcf3b580-877e-4709-a686-e33be7fb7950), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:50.189125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port bcf3b580-877e-4709-a686-e33be7fb7950 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:53:56.754774 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f51013ed-66e2-44e0-b52e-ff8f6a10c022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:53:58.909119 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e91c2938-ce8d-4505-9216-848d6ec0b1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:00.127272 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:01.586886 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:03.031811 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:09.063565 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:54:26.813348 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-fbcbe205-97a4-45ae-b3ce-5eb972756a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:28.915811 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb538-33fe-4892-93e1-a34325da502f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:30.129517 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:31.584510 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:33.046009 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:46.062985 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:54:56.757841 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a09aca3-bd4b-448c-b7e9-5d311a27709e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:58.906954 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b21e967f-aee9-489d-9614-1a0070db4eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:00.132670 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:01.580662 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.041315 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:06.939840 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33436) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:07.004144 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f59872a-7c44-47d9-8651-c31aa396f823 admin admin] GET failed (client error): The resource could not be found. Mar 23 08:55:07.005461 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6f59872a-7c44-47d9-8651-c31aa396f823 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641012 Mar 23 08:55:07.162130 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fb6844-632f-4327-afe4-aa5b0c81c926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:07.163519 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-29fb6844-632f-4327-afe4-aa5b0c81c926 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540580 Mar 23 08:55:09.562050 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33446) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:09.676764 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a701b-d271-42e5-b633-d66cd608d806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:09.678240 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-154a701b-d271-42e5-b633-d66cd608d806 admin admin] 10.222.0.73 "GET /v2.0/subnets/2a1c3c3e-708c-4ddc-9320-227c7ea89c39 HTTP/1.1" status: 200 len: 849 time: 0.1151083 Mar 23 08:55:09.687605 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:55:09.772860 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Publish callbacks [] for subnet (2a1c3c3e-708c-4ddc-9320-227c7ea89c39), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.911755 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726797278603'] for subnet (2a1c3c3e-708c-4ddc-9320-227c7ea89c39), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.944224 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:09.944224 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.945967 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] 10.222.0.73 "PUT /v2.0/subnets/2a1c3c3e-708c-4ddc-9320-227c7ea89c39 HTTP/1.1" status: 200 len: 868 time: 0.2619925 Mar 23 08:55:09.947476 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c3f1d0-4aa7-43a9-bb62-5b59fe54fcc9 None None] Network 0d653159-c9cd-4f96-91d8-b90e65591fbf requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:55:09.967647 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1c3c3e-708c-4ddc-9320-227c7ea89c39,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:09.975897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.976265 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.976645 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.977009 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.977373 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.977721 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.978113 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.978457 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.978812 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.979149 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.979486 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.979879 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.980237 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.980567 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.981047 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef6eb9-c1c6-4cf2-bc85-1b83e08c8e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:10.290156 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-681c79ec-20a1-46ff-a9b5-dfe46b73ef10 None None] Provisioning complete for port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:10.290553 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-681c79ec-20a1-46ff-a9b5-dfe46b73ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2ed7b3de-a581-4df4-9c5b-8418b4238d45), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:10.369987 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-681c79ec-20a1-46ff-a9b5-dfe46b73ef10 None None] Current status of the port 2ed7b3de-a581-4df4-9c5b-8418b4238d45 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:10.380809 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-681c79ec-20a1-46ff-a9b5-dfe46b73ef10 None None] Provisioning complete for port f5145240-dd69-48fb-8396-6ee164df22be triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:10.381122 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-681c79ec-20a1-46ff-a9b5-dfe46b73ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (f5145240-dd69-48fb-8396-6ee164df22be), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:10.461521 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-681c79ec-20a1-46ff-a9b5-dfe46b73ef10 None None] Current status of the port f5145240-dd69-48fb-8396-6ee164df22be is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:12.287075 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33454) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:12.481974 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29435990-768a-49e8-b54d-dfc7fc89766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:12.482363 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29435990-768a-49e8-b54d-dfc7fc89766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:12.483882 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-29435990-768a-49e8-b54d-dfc7fc89766f admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958482 Mar 23 08:55:14.812400 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33462) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:14.950936 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279d24c-2c5c-4674-8a4c-12dec6ac5ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:14.951433 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279d24c-2c5c-4674-8a4c-12dec6ac5ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:14.952979 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a279d24c-2c5c-4674-8a4c-12dec6ac5ef7 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1396310 Mar 23 08:55:17.267348 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33470) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:17.397939 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25caf0bb-e37f-4fb5-a773-6f459f41f6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:17.399273 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-25caf0bb-e37f-4fb5-a773-6f459f41f6f4 admin admin] 10.222.0.73 "GET /v2.0/networks/0d653159-c9cd-4f96-91d8-b90e65591fbf HTTP/1.1" status: 200 len: 869 time: 0.1303821 Mar 23 08:55:19.765610 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33478) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:19.886866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd9f91-c81f-4d0f-a947-bb6c28de3796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:19.888201 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4cfd9f91-c81f-4d0f-a947-bb6c28de3796 admin admin] 10.222.0.73 "GET /v2.0/networks/d88c2165-f6a7-440f-bba2-523f9bce77ad HTTP/1.1" status: 200 len: 886 time: 0.1216273 Mar 23 08:55:22.188313 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33486) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:22.312218 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437bf5f5-6aa9-44a4-8529-d1b3198582d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:22.312663 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437bf5f5-6aa9-44a4-8529-d1b3198582d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:22.314190 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-437bf5f5-6aa9-44a4-8529-d1b3198582d9 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249475 Mar 23 08:55:23.061173 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:55:24.637479 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33494) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:24.726393 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e48e1e-c50d-4b88-9e93-c5faba621156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:24.726842 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e48e1e-c50d-4b88-9e93-c5faba621156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:24.728332 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-92e48e1e-c50d-4b88-9e93-c5faba621156 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899007 Mar 23 08:55:26.760186 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-5f6807e4-f578-420b-afe1-5df139862b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:27.138104 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33502) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:27.229201 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eef96b-1fa6-46ec-824d-5a73a1e35b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:27.230693 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b4eef96b-1fa6-46ec-824d-5a73a1e35b8d admin admin] 10.222.0.73 "GET /v2.0/subnets/2a1c3c3e-708c-4ddc-9320-227c7ea89c39 HTTP/1.1" status: 200 len: 868 time: 0.0916243 Mar 23 08:55:28.911114 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ff59a4b2-5d69-4b4c-896b-17d63fd5d6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:29.562943 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 33510) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:29.686745 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac914260-5abe-4606-a7e0-82a205c1124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:29.688047 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ac914260-5abe-4606-a7e0-82a205c1124f admin admin] 10.222.0.73 "GET /v2.0/subnets/561f483b-c2bc-4e21-bf43-c70ee6968976 HTTP/1.1" status: 200 len: 816 time: 0.1241620 Mar 23 08:55:30.135004 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:31.583343 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:33.044039 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:56.763238 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d35186d8-bba2-47ed-a8a7-40304e644ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:58.023216 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33564) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:58.069952 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [None req-cb25a33b-150f-4790-a382-537b73f38d97 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:55:58.070959 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-cb25a33b-150f-4790-a382-537b73f38d97 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468109 Mar 23 08:55:58.916455 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-20a2e33e-74c8-4aa1-8f9e-44d99ef37b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:00.059811 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:56:00.137948 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:00.487880 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33572) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:00.549997 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df5a0ae-9661-422b-ad04-90365bb28b40 admin admin] GET failed (client error): The resource could not be found. Mar 23 08:56:00.551228 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-1df5a0ae-9661-422b-ad04-90365bb28b40 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624235 Mar 23 08:56:00.736925 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e672a2d-0984-4554-a8b1-d1d8acace937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:00.738456 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-3e672a2d-0984-4554-a8b1-d1d8acace937 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1831830 Mar 23 08:56:01.587545 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.049836 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.088009 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 33580) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:03.134602 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:56:03.153006 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Made reservation on behalf of 9be2540872c741adaa82d0059c15227c for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:56:03.155234 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.189465 dv-cinder-834822-2-iscsi neutron-server[103116]: WARNING neutron.services.revisions.revision_plugin [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Could not find related network for resource to bump revision. Mar 23 08:56:03.203274 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 08:56:03.213023 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (92d1556e-50a2-49f6-9cb7-967686ac86b7), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.213396 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Added segment 92d1556e-50a2-49f6-9cb7-967686ac86b7 of type vlan for network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a Mar 23 08:56:03.252162 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (74eb8f1d-388f-43cc-ad89-ee27d140aa4a), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.278323 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (74eb8f1d-388f-43cc-ad89-ee27d140aa4a), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.279483 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:03.280092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.363407 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2743287 Mar 23 08:56:03.371552 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Pushing event updated for resources: {'Network': ['ID=74eb8f1d-388f-43cc-ad89-ee27d140aa4a,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:56:03.378827 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.379184 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.379554 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.379904 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.380243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.380581 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.380923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.381251 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.381624 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.381960 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.382309 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.382643 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.382970 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.383295 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.383618 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b0d787-1272-4d72-8048-0118d1fd5d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:03.395967 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 08:56:05.718471 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33588) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:05.777853 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d495cea-867e-4715-8a9a-7d4d87d8b1d6 admin admin] GET failed (client error): The resource could not be found. Mar 23 08:56:05.779118 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-8d495cea-867e-4715-8a9a-7d4d87d8b1d6 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596957 Mar 23 08:56:05.853539 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b89659-b1e5-42c9-82ca-c640c92710a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:05.855147 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f4b89659-b1e5-42c9-82ca-c640c92710a7 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0719159 Mar 23 08:56:05.865610 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a', 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:56:05.887190 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Made reservation on behalf of 9be2540872c741adaa82d0059c15227c for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:56:05.889699 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.059398 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (84fdad21-f2a8-40fc-a2c6-a0d517f16c6c), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.114889 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fdad21-f2a8-40fc-a2c6-a0d517f16c6c,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:56:06.123154 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Checking segment: {'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:56:06.123501 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Network hostable DHCP agents. Network: 74eb8f1d-388f-43cc-ad89-ee27d140aa4a, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 08:56:06.138866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 08:56:06.146478 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 74eb8f1d-388f-43cc-ad89-ee27d140aa4a) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:56:06.150434 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:06.151047 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.157235 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa047e92-5008-4775-b128-b8b37f2c1d4f None None] Network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:56:06.166831 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9afccac2-ae4d-4738-a988-2a401c4ff1f6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3047740 Mar 23 08:56:06.263363 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-74eb8f1d-388f-43cc-ad89-ee27d140aa4a', 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a', 'project_id': '9be2540872c741adaa82d0059c15227c', 'fixed_ips': [{'subnet_id': '84fdad21-f2a8-40fc-a2c6-a0d517f16c6c'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 08:56:06.264326 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.419305 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Allocated IP 192.168.233.2 (74eb8f1d-388f-43cc-ad89-ee27d140aa4a/84fdad21-f2a8-40fc-a2c6-a0d517f16c6c/9efe193c-94e7-4cd8-b19c-4cf76d20e3b5) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:56:06.676727 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Publish callbacks [] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.684506 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.727371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:56:06.732184 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:56:06.737381 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:56:06.739305 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Pushing event updated for resources: {'Port': ['ID=9efe193c-94e7-4cd8-b19c-4cf76d20e3b5,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:56:06.750361 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.750696 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.751050 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.751392 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.751719 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.752044 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.752365 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.752683 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.753004 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.753350 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.753674 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.754012 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.754334 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.754648 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.754961 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:06.805960 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Attempting to bind port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:56:06.806334 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Attempting to bind port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:56:06.806702 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Attempting to bind port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 on network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:56:06.812333 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:56:06.812717 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Checking segment: {'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:56:06.813130 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.813551 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Bound using segment: {'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:56:06.814021 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Bound port: 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:56:06.814401 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.880990 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] For port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:56:06.884353 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] For port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9efe193c-94e7-4cd8-b19c-4cf76d20e3b5,segment=NetworkSegment(92d1556e-50a2-49f6-9cb7-967686ac86b7),segment_id=92d1556e-50a2-49f6-9cb7-967686ac86b7)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:56:06.890371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.950757 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c7284-7951-4f3d-90c5-709906b6c5f2 None None] Pushing event updated for resources: {'Port': ['ID=9efe193c-94e7-4cd8-b19c-4cf76d20e3b5,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:56:07.789639 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3dfe2b-1768-4050-93c3-4caf1d7553df None None] Network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:56:07.852519 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-314d126d-73f9-4f06-a5eb-5031e16f2370 None None] Provisioning complete for port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:56:07.852871 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-314d126d-73f9-4f06-a5eb-5031e16f2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:07.953458 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:56:07.979631 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-314d126d-73f9-4f06-a5eb-5031e16f2370 None None] Current status of the port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:56:07.980029 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-314d126d-73f9-4f06-a5eb-5031e16f2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:08.049130 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-314d126d-73f9-4f06-a5eb-5031e16f2370 None None] For port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9efe193c-94e7-4cd8-b19c-4cf76d20e3b5,segment=NetworkSegment(92d1556e-50a2-49f6-9cb7-967686ac86b7),segment_id=92d1556e-50a2-49f6-9cb7-967686ac86b7)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:56:08.056434 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-314d126d-73f9-4f06-a5eb-5031e16f2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:08.095694 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:56:08.096124 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:08.144545 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d126d-73f9-4f06-a5eb-5031e16f2370 None None] Pushing event updated for resources: {'Port': ['ID=9efe193c-94e7-4cd8-b19c-4cf76d20e3b5,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:56:08.207761 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:56:08.281114 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-e5fd2675-1a8c-47d7-816f-f50b14f13594 None None] Provisioning complete for port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:56:08.281543 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2675-1a8c-47d7-816f-f50b14f13594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:08.359590 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd2675-1a8c-47d7-816f-f50b14f13594 None None] Current status of the port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:56:09.894995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:56:09.945146 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:56:09.945569 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9efe193c-94e7-4cd8-b19c-4cf76d20e3b5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:10.021443 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 9efe193c-94e7-4cd8-b19c-4cf76d20e3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:56:26.773371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-62169d78-63be-4118-b68f-28d1fe96a744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:28.918579 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-64c9a699-2c4f-404a-838d-ed9246fba814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:30.140079 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:31.587193 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:33.050255 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:37.058215 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:56:56.767131 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c000eb16-bc14-47d2-bb5e-aa6f67a88698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:58.920554 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-80b942a5-bd4a-499d-b68c-f2f0c4db9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:00.142213 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:01.590410 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:03.043140 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:14.056089 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:57:26.769943 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-fc3ffc0c-bd25-4710-becf-fb337448d50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:26.882435 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33628) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:26.888733 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [None req-b7802967-3564-446c-be1f-4e6bb01feb39 tempest-verify_tempest_config-2133908766 tempest-verify_tempest_config-2133908766-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:57:26.890079 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b7802967-3564-446c-be1f-4e6bb01feb39 tempest-verify_tempest_config-2133908766 tempest-verify_tempest_config-2133908766-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066741 Mar 23 08:57:27.185757 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33646) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:27.298721 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:27.374274 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Publish callbacks [] for security_group (4364a2cf-ce00-49de-815c-6bcf3a707d17), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:27.378143 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4364a2cf-ce00-49de-815c-6bcf3a707d17), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:27.423949 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0809d37826964422818e281d48adf5f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2371049 Mar 23 08:57:27.424766 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4364a2cf-ce00-49de-815c-6bcf3a707d17,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:57:27.426757 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 33650) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:27.431903 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.432259 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.432618 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.432961 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.433400 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.433732 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.434059 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.434386 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.434733 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.435063 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.435388 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.435731 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.436055 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.436374 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.436697 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14110-2ab2-41f8-b775-196a0bec16f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.509831 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Publish callbacks [] for security_group (4364a2cf-ce00-49de-815c-6bcf3a707d17), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:27.534504 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Publish callbacks [] for security_group (4364a2cf-ce00-49de-815c-6bcf3a707d17), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:27.630073 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4364a2cf-ce00-49de-815c-6bcf3a707d17), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:27.632559 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:27.633771 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4364a2cf-ce00-49de-815c-6bcf3a707d17 HTTP/1.1" status: 204 len: 168 time: 0.2060454 Mar 23 08:57:27.642406 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4364a2cf-ce00-49de-815c-6bcf3a707d17,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:57:27.649074 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.649459 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.649929 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.650283 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.650625 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.650963 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.651296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.651626 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.651979 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.652320 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.652668 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.653117 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.653353 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.653679 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:27.654006 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ffd1-98e3-4c1f-9a5d-0ec8d151a1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:28.922150 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e910122c-56aa-456f-bfd3-5684a7541466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:30.145354 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:31.594494 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:33.047859 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:51.055434 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:57:56.772114 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f4a24ae5-a6ce-4655-8d49-3c36bf9757cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:58.924158 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-70d665eb-8584-4fcf-b9c8-3fca44f61725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:00.148357 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:01.596777 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:03.050722 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:26.778172 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4453db0e-7b29-4173-9ab4-d8c77df67930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:28.055020 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:58:28.925124 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ef201ebc-bff6-4d28-b77d-9f762c59322f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:30.150232 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:31.599463 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:33.052912 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:56.780872 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-003fb95a-d75b-430d-95d6-37562ab61546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:58.927244 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e8901a5d-6b4f-4f89-9e2d-aa6bbdc44cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:00.153188 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:01.603246 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:03.055325 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:05.054133 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 5 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:59:13.190486 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785259'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:26.787667 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d0c88c6f-bae7-473b-8948-94b123eeb5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:27.880861 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 33722) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:59:27.982948 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c53e8a62-8f4a-431a-bf25-dedecbcad44e admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1008472 Mar 23 08:59:28.928739 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-0a65bcca-bd27-47d7-9e9d-1bdb25ee0bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:30.158472 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:30.338219 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 33732) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:59:30.394063 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1b8a3e4f-6f00-4ac2-92d2-f3ce4a04d758 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547519 Mar 23 08:59:31.605866 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:33.057020 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:42.053378 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:59:43.188333 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:56.780176 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-abf34f72-18b3-4ec3-ae0a-d1cb0f37bfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:58.929664 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-62967bfa-d4ad-425a-8caa-d42e27264b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:00.158013 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:01.609323 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:03.059427 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:13.203296 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:19.052587 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:00:26.794257 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6b7e-c54b-4dfa-b719-956d0da6f977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:28.936834 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-77f3a379-21d2-4188-91d6-6e5177717497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:30.160212 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:31.613383 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:33.061973 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:43.202831 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:56.051470 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:00:56.786764 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f276f659-0562-4b0a-872e-40877514e7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:58.930926 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-42e094ad-236d-405f-958f-5cb61fd5dfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:00.168290 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:01.617331 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:03.066402 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:07.633642 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 33864) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:07.977042 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1344509050-network', 'tenant_id': '27463bc61f9044de878a6e4961a15260'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:07.998730 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Made reservation on behalf of 27463bc61f9044de878a6e4961a15260 for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:08.001205 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.010596 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.095314 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks [] for security_group (4a1e1f72-f773-451c-89e9-b377096afd61), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.100122 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4a1e1f72-f773-451c-89e9-b377096afd61), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.127768 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e1f72-f773-451c-89e9-b377096afd61,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:08.132925 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:01:08.141166 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.141542 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.145790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.146636 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.146636 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.146858 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.147219 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.147413 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Tracked resource versions report: Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: pushed versions: Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: { 'AddressGroup': {'1.2'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Agent': {'1.1'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'ConntrackHelper': {'1.0'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Log': {'1.0'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'NDPProxy': {'1.0'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Network': {'1.1'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Port': {'1.7'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'PortForwarding': {'1.3'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'QosPolicy': {'1.10'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroup': {'1.5'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SubPort': {'1.0'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Subnet': {'1.1'}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Trunk': {'1.1'}} Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: consumer versions: Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Agent': '1.1', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'ConntrackHelper': '1.0', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'LocalIPAssociation': '1.0', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Log': '1.0', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'NDPProxy': '1.0', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Network': '1.1', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Port': '1.7', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'PortForwarding': '1.3', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'QosPolicy': '1.10', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroup': '1.5', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SecurityGroupRule': '1.2', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'SubPort': '1.0', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Subnet': '1.1', Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: 'Trunk': '1.1'}} Mar 23 09:01:08.148620 dv-cinder-834822-2-iscsi neutron-server[103116]: {{(pid=103116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:01:08.157224 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (43018716-f724-4975-94f9-fdfe5b81c1fa), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.157647 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Added segment 43018716-f724-4975-94f9-fdfe5b81c1fa of type vlan for network 9631d064-4451-4b46-a503-ef0b663f91d9 Mar 23 09:01:08.212534 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (9631d064-4451-4b46-a503-ef0b663f91d9), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.250594 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (9631d064-4451-4b46-a503-ef0b663f91d9), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.252447 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:08.253103 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.320240 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33906) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:08.320765 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6856117 Mar 23 09:01:08.325672 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Request body: {'subnet': {'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1344509050-subnet', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:08.326191 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca606635-d9c5-4df7-92c4-d5f4b04d1ece admin admin] Pushing event updated for resources: {'Network': ['ID=9631d064-4451-4b46-a503-ef0b663f91d9,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:08.344209 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 9631d064-4451-4b46-a503-ef0b663f91d9 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:01:08.354035 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Made reservation on behalf of 27463bc61f9044de878a6e4961a15260 for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:08.356926 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.560200 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (eeda6616-137b-4b10-80fd-0feaf2aa6ea0), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.615766 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeda6616-137b-4b10-80fd-0feaf2aa6ea0,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:08.627208 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.627563 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.628075 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.628427 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.629094 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.629094 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.629432 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.629753 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.630089 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.630427 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.630770 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.631116 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.631443 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.631763 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.632085 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Tracked resource versions report: Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: pushed versions: Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: { 'AddressGroup': {'1.2'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Agent': {'1.1'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'ConntrackHelper': {'1.0'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Log': {'1.0'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'NDPProxy': {'1.0'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Network': {'1.1'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Port': {'1.7'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'PortForwarding': {'1.3'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'QosPolicy': {'1.10'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroup': {'1.5'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SubPort': {'1.0'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Subnet': {'1.1'}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Trunk': {'1.1'}} Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: consumer versions: Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Agent': '1.1', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'ConntrackHelper': '1.0', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'LocalIPAssociation': '1.0', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Log': '1.0', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'NDPProxy': '1.0', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Network': '1.1', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Port': '1.7', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'PortForwarding': '1.3', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'QosPolicy': '1.10', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroup': '1.5', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SecurityGroupRule': '1.2', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'SubPort': '1.0', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Subnet': '1.1', Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: 'Trunk': '1.1'}} Mar 23 09:01:08.633284 dv-cinder-834822-2-iscsi neutron-server[103115]: {{(pid=103115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:01:08.653927 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Checking segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:08.654350 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Network hostable DHCP agents. Network: 9631d064-4451-4b46-a503-ef0b663f91d9, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:01:08.671503 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Network 9631d064-4451-4b46-a503-ef0b663f91d9 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:01:08.681515 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 9631d064-4451-4b46-a503-ef0b663f91d9) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:08.687811 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:08.688648 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.695482 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1345edeb-3a6a-4753-b84d-155d3c930046 None None] Network 9631d064-4451-4b46-a503-ef0b663f91d9 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:08.710863 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-97e23642-526e-46be-8d6f-35fd568d6b7c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3895259 Mar 23 09:01:08.712566 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 33936) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:08.717020 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:08.760376 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (26b03709-11c7-45ae-9bd7-938f3a33cfc0), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.761912 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (26b03709-11c7-45ae-9bd7-938f3a33cfc0), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.815957 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-9631d064-4451-4b46-a503-ef0b663f91d9', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'project_id': '27463bc61f9044de878a6e4961a15260', 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:01:08.816968 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.917891 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks [] for router_controller (26b03709-11c7-45ae-9bd7-938f3a33cfc0), precommit_add_association {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:08.986858 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Allocated IP 172.20.0.2 (9631d064-4451-4b46-a503-ef0b663f91d9/eeda6616-137b-4b10-80fd-0feaf2aa6ea0/d3881b54-b74d-4d87-a0eb-0e2a633e095e) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:08.990751 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33944) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:09.128343 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks [] for router_gateway (26b03709-11c7-45ae-9bd7-938f3a33cfc0), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.154931 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33950) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:09.176599 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Publish callbacks [] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.185402 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.247003 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Network 9631d064-4451-4b46-a503-ef0b663f91d9 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:09.254665 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:09.266138 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:09.276967 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Pushing event updated for resources: {'Port': ['ID=d3881b54-b74d-4d87-a0eb-0e2a633e095e,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:09.315675 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.316351 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.317626 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.318889 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.321572 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.322617 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.323545 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.324049 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.324559 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.325562 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.326325 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.327663 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.328168 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.329975 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.330480 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Tracked resource versions report: Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: pushed versions: Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: { 'AddressGroup': {'1.2'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Agent': {'1.1'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'ConntrackHelper': {'1.0'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Log': {'1.0'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'NDPProxy': {'1.0'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Network': {'1.1'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Port': {'1.7'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'PortForwarding': {'1.3'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'QosPolicy': {'1.10'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroup': {'1.5'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SubPort': {'1.0'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Subnet': {'1.1'}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Trunk': {'1.1'}} Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: consumer versions: Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Agent': '1.1', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'ConntrackHelper': '1.0', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'LocalIPAssociation': '1.0', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Log': '1.0', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'NDPProxy': '1.0', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Network': '1.1', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Port': '1.7', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'PortForwarding': '1.3', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'QosPolicy': '1.10', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroup': '1.5', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SecurityGroupRule': '1.2', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'SubPort': '1.0', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Subnet': '1.1', Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: 'Trunk': '1.1'}} Mar 23 09:01:09.332933 dv-cinder-834822-2-iscsi neutron-server[103117]: {{(pid=103117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:01:09.415059 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Attempting to bind port d3881b54-b74d-4d87-a0eb-0e2a633e095e on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:09.418152 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Attempting to bind port d3881b54-b74d-4d87-a0eb-0e2a633e095e by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:09.418715 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Attempting to bind port d3881b54-b74d-4d87-a0eb-0e2a633e095e on network 9631d064-4451-4b46-a503-ef0b663f91d9 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:09.430418 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:09.433252 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Checking segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:09.433773 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.434527 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Bound using segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:09.435238 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Bound port: d3881b54-b74d-4d87-a0eb-0e2a633e095e, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:09.437775 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.503558 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks [] for router_gateway (26b03709-11c7-45ae-9bd7-938f3a33cfc0), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.547276 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.555847 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] For port d3881b54-b74d-4d87-a0eb-0e2a633e095e, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:09.567148 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] For port d3881b54-b74d-4d87-a0eb-0e2a633e095e, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=d3881b54-b74d-4d87-a0eb-0e2a633e095e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:09.576733 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.598894 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1066152792-network', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:09.638322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Made reservation on behalf of ae6383dd3179441897e5b23253456e4a for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:09.640652 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.659820 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.678804 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e828cf-292b-4135-bfac-3feaca99299d None None] Pushing event updated for resources: {'Port': ['ID=d3881b54-b74d-4d87-a0eb-0e2a633e095e,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:09.730514 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2021944826-network', 'tenant_id': 'f579c76a645e4944a6212cdb6ee26121'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:09.765633 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Made reservation on behalf of f579c76a645e4944a6212cdb6ee26121 for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:09.769483 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.779318 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Allocated IP 172.27.0.71 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/1cc0e4a4-27cb-43a1-a1a7-5e293879476d) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:09.791919 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.889895 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 33974) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:09.916920 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks [] for security_group (ce83e011-3003-43fa-9025-8be931fbb829), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.926525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ce83e011-3003-43fa-9025-8be931fbb829), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:09.975023 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:01:10.008816 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (5884970e-bb1c-4c75-98d8-bc11f8285fe6), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.009503 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Added segment 5884970e-bb1c-4c75-98d8-bc11f8285fe6 of type vlan for network 8d257410-c049-45ea-91dd-8949a04fc044 Mar 23 09:01:10.029978 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks [] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.043501 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks [] for security_group (21b834e2-de57-4ac4-af0d-5a84bcd0e90a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.109961 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (21b834e2-de57-4ac4-af0d-5a84bcd0e90a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.147469 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce83e011-3003-43fa-9025-8be931fbb829,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:10.188154 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (8d257410-c049-45ea-91dd-8949a04fc044), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.208443 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.263057 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b834e2-de57-4ac4-af0d-5a84bcd0e90a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:10.277525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-130770456-network', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:10.309707 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:01:10.321082 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Made reservation on behalf of a232e312db374d27bb3ea3fd29c293f0 for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:10.323595 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.333542 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device d3881b54-b74d-4d87-a0eb-0e2a633e095e up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:10.363308 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.414747 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (9e12565a-ec3d-4f83-885d-151dbc490c3d), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.415360 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Added segment 9e12565a-ec3d-4f83-885d-151dbc490c3d of type vlan for network 192d38c5-0cb9-49d6-9265-e35f7f5e455c Mar 23 09:01:10.448698 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port d3881b54-b74d-4d87-a0eb-0e2a633e095e triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:10.449767 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.519772 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (192d38c5-0cb9-49d6-9265-e35f7f5e455c), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.558107 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:10.578546 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (8d257410-c049-45ea-91dd-8949a04fc044), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.580278 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:10.581341 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.592752 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:10.597336 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:10.603198 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port d3881b54-b74d-4d87-a0eb-0e2a633e095e is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:10.603812 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.605718 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:10.662813 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port d3881b54-b74d-4d87-a0eb-0e2a633e095e, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=d3881b54-b74d-4d87-a0eb-0e2a633e095e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:10.669753 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.827057 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (192d38c5-0cb9-49d6-9265-e35f7f5e455c), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.828015 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:10.828595 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:10.835866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] Pushing event updated for resources: {'Network': ['ID=8d257410-c049-45ea-91dd-8949a04fc044,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:10.853291 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=d3881b54-b74d-4d87-a0eb-0e2a633e095e,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:11.043211 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8844557 Mar 23 09:01:11.062146 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e5dd4f2d-87f7-4472-95d8-7530e659584b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0702698 Mar 23 09:01:11.097359 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34006) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:11.097686 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34010) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:11.114423 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Request body: {'subnet': {'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2021944826-subnet', 'tenant_id': 'f579c76a645e4944a6212cdb6ee26121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:11.153743 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Request body: {'subnet': {'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-subnet', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:11.176934 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 8d257410-c049-45ea-91dd-8949a04fc044 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:01:11.330842 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks [] for router_gateway (26b03709-11c7-45ae-9bd7-938f3a33cfc0), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.337819 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks [] for security_group (e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.344055 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Made reservation on behalf of ae6383dd3179441897e5b23253456e4a for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:11.347004 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.355452 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b417c6-1111-4b4f-bc12-a6c2d769eb72 admin admin] Pushing event updated for resources: {'Network': ['ID=192d38c5-0cb9-49d6-9265-e35f7f5e455c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:11.357617 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.366158 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 192d38c5-0cb9-49d6-9265-e35f7f5e455c details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:01:11.482523 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553303ca-9fdd-44a9-b59e-6eed6efb3af6 None None] Network 9631d064-4451-4b46-a503-ef0b663f91d9 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:11.486866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Made reservation on behalf of f579c76a645e4944a6212cdb6ee26121 for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:11.491931 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.545957 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:01:11.608189 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f7b960f3-eb48-449e-87c0-994a3cc27bee None None] Provisioning complete for port d3881b54-b74d-4d87-a0eb-0e2a633e095e triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:11.608859 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f7b960f3-eb48-449e-87c0-994a3cc27bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.614426 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:11.643353 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (d48b72ad-5a52-4a4b-a254-77c1b1e6b63e), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.643964 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Added segment d48b72ad-5a52-4a4b-a254-77c1b1e6b63e of type vlan for network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 Mar 23 09:01:11.732984 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (73b6e3fd-ff74-42fc-ab77-b95c86491d66), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.759214 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (26b03709-11c7-45ae-9bd7-938f3a33cfc0), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.800968 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f7b960f3-eb48-449e-87c0-994a3cc27bee None None] Current status of the port d3881b54-b74d-4d87-a0eb-0e2a633e095e is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:11.844534 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (73b6e3fd-ff74-42fc-ab77-b95c86491d66), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.845491 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:11.846065 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:11.994933 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (3bad7aa7-6aff-4797-94b1-413fefc6e422), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.017973 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34050) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:12.018549 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1271715 Mar 23 09:01:12.026344 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Request body: {'subnet': {'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-subnet', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:12.056502 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Made reservation on behalf of a232e312db374d27bb3ea3fd29c293f0 for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:12.059402 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.127811 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c81191-081f-4034-9e49-4e7404eb94f9 admin admin] Pushing event updated for resources: {'Network': ['ID=73b6e3fd-ff74-42fc-ab77-b95c86491d66,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:12.137294 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-ef390b54-1241-4f6a-bea3-a3c8612814a7 None None] Provisioning complete for port d3881b54-b74d-4d87-a0eb-0e2a633e095e triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:12.137294 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ef390b54-1241-4f6a-bea3-a3c8612814a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.148576 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:01:12.201894 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device d3881b54-b74d-4d87-a0eb-0e2a633e095e up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:12.246363 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (282aa05b-43be-4b45-82da-2b9a24205110), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.261794 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Checking segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:12.262765 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Network hostable DHCP agents. Network: 8d257410-c049-45ea-91dd-8949a04fc044, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:01:12.268678 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bad7aa7-6aff-4797-94b1-413fefc6e422,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:12.337970 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (a78d3ed2-ea15-4d48-9300-1199cc721474), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.361210 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:01:12.474081 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=282aa05b-43be-4b45-82da-2b9a24205110,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:12.491531 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Network 8d257410-c049-45ea-91dd-8949a04fc044 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:01:12.507718 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Checking segment: {'id': '9e12565a-ec3d-4f83-885d-151dbc490c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:12.508387 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Network hostable DHCP agents. Network: 192d38c5-0cb9-49d6-9265-e35f7f5e455c, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:01:12.514620 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 8d257410-c049-45ea-91dd-8949a04fc044) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:12.521869 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:12.522461 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.529346 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffedda77-f482-4fb0-9767-f2a14a9e223d None None] Network 8d257410-c049-45ea-91dd-8949a04fc044 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:12.555191 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-060b7cd3-c2f1-4e68-a7de-a822ee209ce1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4524274 Mar 23 09:01:12.560171 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34070) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:12.562792 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Network 192d38c5-0cb9-49d6-9265-e35f7f5e455c is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:01:12.572990 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:12.584973 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Checking segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:12.585365 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Network hostable DHCP agents. Network: 73b6e3fd-ff74-42fc-ab77-b95c86491d66, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:01:12.587430 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78d3ed2-ea15-4d48-9300-1199cc721474,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:12.590474 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 192d38c5-0cb9-49d6-9265-e35f7f5e455c) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:12.591886 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-ef390b54-1241-4f6a-bea3-a3c8612814a7 None None] Current status of the port d3881b54-b74d-4d87-a0eb-0e2a633e095e is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:12.594377 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port d3881b54-b74d-4d87-a0eb-0e2a633e095e triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:12.595269 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.598461 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:12.599056 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.602562 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (d1a1c0e7-3eb7-42aa-a458-24717b405420), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.603443 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (d1a1c0e7-3eb7-42aa-a458-24717b405420), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.618572 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b22a298-80e3-44c6-8c4d-c33431682577 None None] Network 192d38c5-0cb9-49d6-9265-e35f7f5e455c requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:12.643220 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:01:12.646341 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-287f6a71-f15b-4953-91c7-cc3616de6a2f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5470302 Mar 23 09:01:12.668935 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 73b6e3fd-ff74-42fc-ab77-b95c86491d66) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:12.685866 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:12.686547 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.713502 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:01:12.727233 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Sync routers for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:01:12.739990 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks [] for router_controller (d1a1c0e7-3eb7-42aa-a458-24717b405420), precommit_add_association {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.743016 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-754e3b9f-7af3-459b-91ff-b2cc0eb8cbc2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7232704 Mar 23 09:01:12.745659 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:12.746252 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34082) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:12.746666 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:12.751042 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:12.772995 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:12.778849 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9a45c8fa-a8d6-4fcf-92bc-2cfe3c399085 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0651894 Mar 23 09:01:12.779477 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34084) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:12.789466 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7df95-4f7f-43a3-b476-a242b56ab6e9 None None] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:12.846569 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34090) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:12.956838 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273a772-02ce-4280-990b-f8661ec52e69 None None] Network 192d38c5-0cb9-49d6-9265-e35f7f5e455c requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:12.987932 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks [] for router_gateway (d1a1c0e7-3eb7-42aa-a458-24717b405420), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.005066 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.007392 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.120904 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port d3881b54-b74d-4d87-a0eb-0e2a633e095e is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:13.173857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-8d257410-c049-45ea-91dd-8949a04fc044', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:01:13.174856 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.236138 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.238109 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:13.394418 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:01:13.395636 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.544160 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:10Z', 'revision_number': 3, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:13.549359 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34128) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:13.551300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4bf65395-4cf9-4490-90f5-2e8bca077edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.575858 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks [] for router_controller (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), precommit_add_association {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.583742 dv-cinder-834822-2-iscsi neutron-server[103116]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 09:01:13.616910 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Checking router: 26b03709-11c7-45ae-9bd7-938f3a33cfc0 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:01:13.617486 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Updating router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:01:13.648879 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Allocated IP 172.20.0.2 (8d257410-c049-45ea-91dd-8949a04fc044/3bad7aa7-6aff-4797-94b1-413fefc6e422/53d2610d-fabc-4043-9634-3345a772cf6f) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:13.678063 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.763761 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Allocated IP 172.20.0.2 (73b6e3fd-ff74-42fc-ab77-b95c86491d66/a78d3ed2-ea15-4d48-9300-1199cc721474/32ca21ec-06ea-4bd7-9f5d-15cb40040e71) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:13.804229 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4bf65395-4cf9-4490-90f5-2e8bca077edc admin admin] Publish callbacks [] for security_group (1d45f502-7671-4466-aaf2-eb859130f906), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.835676 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4bf65395-4cf9-4490-90f5-2e8bca077edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1d45f502-7671-4466-aaf2-eb859130f906), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:13.836665 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-747fbd1d-5ea7-4fb0-a230-6620cb4c5cc1 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:13.838445 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-747fbd1d-5ea7-4fb0-a230-6620cb4c5cc1 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/networks?id=192d38c5-0cb9-49d6-9265-e35f7f5e455c HTTP/1.1" status: 200 len: 812 time: 0.2879634 Mar 23 09:01:13.890152 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-8fa47170-f6cb-41a7-a5d9-49cefb2501f2 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/quotas/f579c76a645e4944a6212cdb6ee26121 HTTP/1.1" status: 200 len: 375 time: 0.0327415 Mar 23 09:01:13.990397 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-d0f85cd9-ac89-4261-8de6-fbb6f1577379 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f579c76a645e4944a6212cdb6ee26121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894940 Mar 23 09:01:13.992296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34144) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:13.998968 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4bf65395-4cf9-4490-90f5-2e8bca077edc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11f67d1f953b4685a127b95e5c6258fb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0610406 Mar 23 09:01:14.015040 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks [] for router_gateway (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.022967 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf65395-4cf9-4490-90f5-2e8bca077edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d45f502-7671-4466-aaf2-eb859130f906,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:14.089590 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Publish callbacks [] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.146461 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Publish callbacks [] for port (53d2610d-fabc-4043-9634-3345a772cf6f), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.147678 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Publish callbacks [] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.151100 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.166194 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.204382 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Pushing event updated for resources: {'Port': ['ID=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:14.219538 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.247417 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-212e3424-3f46-4e5c-a948-5ceab8034293 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:01:14.256502 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-212e3424-3f46-4e5c-a948-5ceab8034293 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1362703 Mar 23 09:01:14.286628 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Pushing event updated for resources: {'Port': ['ID=53d2610d-fabc-4043-9634-3345a772cf6f,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:14.306452 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:14.311958 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:14.316585 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Network 8d257410-c049-45ea-91dd-8949a04fc044 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:14.317675 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:14.326694 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks [] for router_gateway (d1a1c0e7-3eb7-42aa-a458-24717b405420), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.327077 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:14.331930 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-613441d4-0da1-4105-afce-cb6d71cc2d46 admin admin] Publish callbacks [] for security_group (1d45f502-7671-4466-aaf2-eb859130f906), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.333344 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:14.338102 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Pushing event updated for resources: {'Port': ['ID=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,revision_number=2']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:14.351819 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Attempting to bind port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:14.352198 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Attempting to bind port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:14.353701 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.356099 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Attempting to bind port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:14.373064 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.377341 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.377815 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.378186 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.378556 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.378910 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.379247 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.379580 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.379900 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.380233 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.380561 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.380891 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.381236 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.381644 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.381977 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.382302 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Tracked resource versions report: Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: pushed versions: Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: { 'AddressGroup': {'1.2'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Agent': {'1.1'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'ConntrackHelper': {'1.0'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Log': {'1.0'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'NDPProxy': {'1.0'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Network': {'1.1'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Port': {'1.7'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'PortForwarding': {'1.3'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'QosPolicy': {'1.10'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroup': {'1.5'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SubPort': {'1.0'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Subnet': {'1.1'}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Trunk': {'1.1'}} Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: consumer versions: Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: { DHCP agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: L3 agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: Metadata agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: Metering agent@dv-cinder-834822-2-iscsi: {}, Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: Open vSwitch agent@dv-cinder-834822-2-iscsi: { 'AddressGroup': '1.2', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Agent': '1.1', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'ConntrackHelper': '1.0', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'LocalIPAssociation': '1.0', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Log': '1.0', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'NDPProxy': '1.0', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Network': '1.1', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Port': '1.7', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'PortForwarding': '1.3', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'QosPolicy': '1.10', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroup': '1.5', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SecurityGroupRule': '1.2', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'SubPort': '1.0', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Subnet': '1.1', Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: 'Trunk': '1.1'}} Mar 23 09:01:14.383498 dv-cinder-834822-2-iscsi neutron-server[103118]: {{(pid=103118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:01:14.386417 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:14.386593 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:14.387003 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.387408 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:14.387866 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Bound port: 1cc0e4a4-27cb-43a1-a1a7-5e293879476d, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:14.388252 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.449756 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Attempting to bind port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:14.450369 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Attempting to bind port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:14.450894 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Attempting to bind port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:14.464869 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:14.465660 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Checking segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:14.466223 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.466774 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Bound using segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:14.467412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Bound port: 32ca21ec-06ea-4bd7-9f5d-15cb40040e71, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:14.467962 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.491398 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Attempting to bind port 53d2610d-fabc-4043-9634-3345a772cf6f on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:14.492037 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Attempting to bind port 53d2610d-fabc-4043-9634-3345a772cf6f by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:14.492570 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Attempting to bind port 53d2610d-fabc-4043-9634-3345a772cf6f on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:14.503830 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Allocated IP 172.27.0.221 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/b1611c88-f7a5-4ac7-82b3-20dbf1cfef31) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:14.504006 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] For port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:14.507723 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] For port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:14.521742 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.523805 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:14.524422 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Checking segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:14.524995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.525685 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Bound using segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:14.526451 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Bound port: 53d2610d-fabc-4043-9634-3345a772cf6f, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:14.527015 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.552397 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-613441d4-0da1-4105-afce-cb6d71cc2d46 admin admin] Publish callbacks [] for security_group (1d45f502-7671-4466-aaf2-eb859130f906), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.581201 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-edadd292-7566-4fec-9dfc-f439486012f2 service neutron] 10.222.0.73 "GET /v2.0/networks/192d38c5-0cb9-49d6-9265-e35f7f5e455c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238482 Mar 23 09:01:14.606483 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] For port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:14.630529 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] For port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:14.636986 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] For port 53d2610d-fabc-4043-9634-3345a772cf6f, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:14.640524 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] For port 53d2610d-fabc-4043-9634-3345a772cf6f, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=53d2610d-fabc-4043-9634-3345a772cf6f,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:14.642637 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.651071 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a961e8b-048d-423f-bfc9-16dabd8f4a0f None None] Pushing event updated for resources: {'Port': ['ID=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:14.696276 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dabbea-6e6a-4492-b4f5-05df57d49825 None None] Pushing event updated for resources: {'Port': ['ID=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:14.702854 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.705949 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks [] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.724962 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:14.725628 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:14.752212 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks [] for router_gateway (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.764374 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04031673-76c6-4cdf-92d2-dc2936ad34ec None None] Pushing event updated for resources: {'Port': ['ID=53d2610d-fabc-4043-9634-3345a772cf6f,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:14.780772 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.844838 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:14.926958 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:14.935319 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:14.947468 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:14.949349 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:14.987804 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Allocated IP 172.27.0.138 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:15.088722 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-613441d4-0da1-4105-afce-cb6d71cc2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1d45f502-7671-4466-aaf2-eb859130f906), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:15.093096 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-613441d4-0da1-4105-afce-cb6d71cc2d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:15.098960 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-613441d4-0da1-4105-afce-cb6d71cc2d46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d45f502-7671-4466-aaf2-eb859130f906 HTTP/1.1" status: 204 len: 168 time: 1.1033244 Mar 23 09:01:15.172978 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Allocated IP 172.20.0.1 (9631d064-4451-4b46-a503-ef0b663f91d9/eeda6616-137b-4b10-80fd-0feaf2aa6ea0/b178b1be-12f6-4731-a22f-f8668613dee5) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:15.257588 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-35319428-02d1-47bb-86a0-d2e8591ae36f service neutron] 10.222.0.73 "GET /v2.0/networks/192d38c5-0cb9-49d6-9265-e35f7f5e455c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571109 Mar 23 09:01:15.290179 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613441d4-0da1-4105-afce-cb6d71cc2d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d45f502-7671-4466-aaf2-eb859130f906,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:15.355855 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Pushing event updated for resources: {'Port': ['ID=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:15.471593 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks [] for port (b178b1be-12f6-4731-a22f-f8668613dee5), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:15.556548 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:10Z', 'revision_number': 3, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:15.590753 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:15.618322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks [] for router_gateway (d1a1c0e7-3eb7-42aa-a458-24717b405420), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:15.642975 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdcc580-3943-49e5-9a77-55ffce0d180b None None] The sync data for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi is: [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:10Z', 'revision_number': 3, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:01:15.670942 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Network 9631d064-4451-4b46-a503-ef0b663f91d9 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:15.683087 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:15.690346 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:15.691656 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (26b03709-11c7-45ae-9bd7-938f3a33cfc0), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:15.729853 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34204) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:15.733002 dv-cinder-834822-2-iscsi neutron-server[103115]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 09:01:15.742258 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Pushing event updated for resources: {'Port': ['ID=b178b1be-12f6-4731-a22f-f8668613dee5,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:15.861729 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34214) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:15.903863 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c365bc54-acbf-4a04-a288-d63841b5d902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.033867 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c7623867-086e-4e6e-823b-6e3f2b8c16e3 req-f0c3f2cd-4d2f-4dca-b130-f4a57b4d15f3 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.3026125 Mar 23 09:01:16.048998 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks [] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.161384 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.216884 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-d2849e23-7d15-4305-82a5-6d388e7daddc None None] Provisioning complete for port b178b1be-12f6-4731-a22f-f8668613dee5 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:16.217455 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d2849e23-7d15-4305-82a5-6d388e7daddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.246291 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c365bc54-acbf-4a04-a288-d63841b5d902 admin admin] Publish callbacks [] for security_group (cc97a894-5aa7-4c5d-aed0-11234400e0d5), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.286170 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c365bc54-acbf-4a04-a288-d63841b5d902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cc97a894-5aa7-4c5d-aed0-11234400e0d5), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.337472 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.342802 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365bc54-acbf-4a04-a288-d63841b5d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc97a894-5aa7-4c5d-aed0-11234400e0d5,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:16.358319 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-d2849e23-7d15-4305-82a5-6d388e7daddc None None] Port b178b1be-12f6-4731-a22f-f8668613dee5 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:16.414124 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:16.421706 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c365bc54-acbf-4a04-a288-d63841b5d902 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1a8cd35db0c476a9ac08f0dc4c3b830&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5563645 Mar 23 09:01:16.429484 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34220) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:16.435544 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:16.449992 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:16.569955 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:16.590179 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Pushing event updated for resources: {'Port': ['ID=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:16.654693 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (d1a1c0e7-3eb7-42aa-a458-24717b405420), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.750501 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:16.750948 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.923343 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e697a0e5-b5e2-4f73-84f5-94252e124d42 admin admin] Publish callbacks [] for security_group (cc97a894-5aa7-4c5d-aed0-11234400e0d5), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:16.977870 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e697a0e5-b5e2-4f73-84f5-94252e124d42 admin admin] Publish callbacks [] for security_group (cc97a894-5aa7-4c5d-aed0-11234400e0d5), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.041181 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c3bba3-669c-4f8f-bd58-7c10ad3c4992 None None] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:17.101881 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks [] for router_gateway (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.213471 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-c82acc39-74e0-4689-8a31-bf8f8bd2e8c0 None None] Provisioning complete for port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:17.214137 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c82acc39-74e0-4689-8a31-bf8f8bd2e8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.258298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks [] for port (b178b1be-12f6-4731-a22f-f8668613dee5), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.308043 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:01:17.312359 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d64ce6-94ee-40f2-8893-e9a484ecaabc None None] Network 8d257410-c049-45ea-91dd-8949a04fc044 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:01:17.332235 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.332235 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (26b03709-11c7-45ae-9bd7-938f3a33cfc0), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.401918 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Pushing event updated for resources: {'Port': ['ID=b178b1be-12f6-4731-a22f-f8668613dee5,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:17.412674 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-46e7d4c3-e416-4368-b8c4-286a04a4ab38 req-0dfdf0a1-af2e-4943-9024-b1bbe252d3f1 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.1407855 Mar 23 09:01:17.417805 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e697a0e5-b5e2-4f73-84f5-94252e124d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cc97a894-5aa7-4c5d-aed0-11234400e0d5), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.421216 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e697a0e5-b5e2-4f73-84f5-94252e124d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.426287 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e697a0e5-b5e2-4f73-84f5-94252e124d42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc97a894-5aa7-4c5d-aed0-11234400e0d5 HTTP/1.1" status: 204 len: 168 time: 1.0029974 Mar 23 09:01:17.437714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697a0e5-b5e2-4f73-84f5-94252e124d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc97a894-5aa7-4c5d-aed0-11234400e0d5,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:17.567151 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:17.572594 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.696258 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Network 9631d064-4451-4b46-a503-ef0b663f91d9 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:17.703989 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:17.796123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:01:17.825790 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.829026 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:01:17.830660 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-5c9e7007-32e5-4add-8eed-9729aea6227d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2687860 Mar 23 09:01:17.845885 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34278) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:17.861665 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.868561 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:17.961813 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:17.966945 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 53d2610d-fabc-4043-9634-3345a772cf6f up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:18.036771 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:18.048131 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:01:18.052613 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:18.158547 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c82acc39-74e0-4689-8a31-bf8f8bd2e8c0 None None] Current status of the port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:18.158943 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c82acc39-74e0-4689-8a31-bf8f8bd2e8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:18.271419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:01:18.289382 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-f0fc89b8-0b99-4b90-bfb3-9c468d7c74ab admin admin] 10.222.0.73 "PUT /v2.0/routers/26b03709-11c7-45ae-9bd7-938f3a33cfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4977233 Mar 23 09:01:18.531326 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:18.573938 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:01:18.697650 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34318) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:18.742418 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 53d2610d-fabc-4043-9634-3345a772cf6f triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:18.742857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:18.755057 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Sync routers for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:01:18.772908 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:18.774361 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:18.833794 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.db.api [None req-c82acc39-74e0-4689-8a31-bf8f8bd2e8c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 09:01:18.834565 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG oslo_db.api [None req-c82acc39-74e0-4689-8a31-bf8f8bd2e8c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 09:01:18.845542 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:19.050923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-325d0683-91f5-4f71-9805-5b074b565965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.059666 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:19.158453 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.84', 61681) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:19.206808 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 53d2610d-fabc-4043-9634-3345a772cf6f is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:19.211309 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.211711 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55c165f0-5ca1-4402-936f-8b778803c9cb req-e5362e95-8b54-45c0-9dac-806b0e086c63 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.0759919 Mar 23 09:01:19.280398 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 53d2610d-fabc-4043-9634-3345a772cf6f, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=53d2610d-fabc-4043-9634-3345a772cf6f,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:19.290660 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.291691 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 1cc0e4a4-27cb-43a1-a1a7-5e293879476d up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:19.355746 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-325d0683-91f5-4f71-9805-5b074b565965 admin admin] Publish callbacks [] for security_group (a21ce3f6-5959-45e6-ad4d-59582e0fb779), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.367371 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-325d0683-91f5-4f71-9805-5b074b565965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (a21ce3f6-5959-45e6-ad4d-59582e0fb779), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.426882 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c82acc39-74e0-4689-8a31-bf8f8bd2e8c0 None None] Current status of the port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:19.439088 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:15Z', 'revision_number': 3, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:19.483874 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:01:19.484570 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Updating router d1a1c0e7-3eb7-42aa-a458-24717b405420 port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:01:19.512111 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-325d0683-91f5-4f71-9805-5b074b565965 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f571ee23dfa488f9dd01f4c0e82088d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8130021 Mar 23 09:01:19.514660 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d0683-91f5-4f71-9805-5b074b565965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ce3f6-5959-45e6-ad4d-59582e0fb779,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:19.518868 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34350) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:19.559389 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.595096 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 2, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:19.633567 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Provisioning complete for port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:19.633951 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.639423 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=53d2610d-fabc-4043-9634-3345a772cf6f,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:19.678175 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:19.678647 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.708833 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Checking router: 26b03709-11c7-45ae-9bd7-938f3a33cfc0 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:01:19.709198 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Updating router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 port b178b1be-12f6-4731-a22f-f8668613dee5 binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:01:19.802639 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:19.992254 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:01:20.009298 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:20.010078 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.016715 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Sync routers for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:01:20.043330 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-eabeec26-1266-4b4c-a8c9-321fd9a66e0d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:20.044862 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-eabeec26-1266-4b4c-a8c9-321fd9a66e0d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.84 "GET /v2.0/networks?id=192d38c5-0cb9-49d6-9265-e35f7f5e455c HTTP/1.1" status: 200 len: 812 time: 0.8864903 Mar 23 09:01:20.068257 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:20.069763 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:20.081836 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.083074 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4e462f4f-5263-450a-9f35-3329aa49bbfa admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3357980 Mar 23 09:01:20.085988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34386) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:20.090337 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:20.092942 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Current status of the port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:20.141245 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34388) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:20.197222 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Request body: {'port': {'device_id': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c', 'admin_state_up': True, 'tenant_id': 'f579c76a645e4944a6212cdb6ee26121'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:20.218884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea96fd98-f09f-4f8c-9bf2-8a6fcd31b6cd admin admin] Publish callbacks [] for security_group (a21ce3f6-5959-45e6-ad4d-59582e0fb779), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.237580 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-70796db8-3175-4451-bb1b-a478eccedfb6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986769589', 'description': 'tempest-description--771888289'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:20.302752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea96fd98-f09f-4f8c-9bf2-8a6fcd31b6cd admin admin] Publish callbacks [] for security_group (a21ce3f6-5959-45e6-ad4d-59582e0fb779), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.303419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-70796db8-3175-4451-bb1b-a478eccedfb6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.507955 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-70796db8-3175-4451-bb1b-a478eccedfb6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (82c12bba-e711-4928-9a60-a7c5e6c1ad1f), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.543793 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-70796db8-3175-4451-bb1b-a478eccedfb6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (82c12bba-e711-4928-9a60-a7c5e6c1ad1f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.712894 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.723175 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-70796db8-3175-4451-bb1b-a478eccedfb6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.727108 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-70796db8-3175-4451-bb1b-a478eccedfb6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5816157 Mar 23 09:01:20.733029 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34426) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:20.743350 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70796db8-3175-4451-bb1b-a478eccedfb6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c12bba-e711-4928-9a60-a7c5e6c1ad1f,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:20.788194 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-afd3bda4-c1bf-41c4-b61e-bd7fa8dc5f38 req-a30a9209-9215-4552-9657-4be76338c841 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.0731192 Mar 23 09:01:20.797762 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-c6fbe8cf-5d57-443a-a4cb-b208a1254a45 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'security_group_rule': {'security_group_id': '82c12bba-e711-4928-9a60-a7c5e6c1ad1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:20.879937 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe8cf-5d57-443a-a4cb-b208a1254a45 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (0650c49c-5eaa-4203-8b0c-c1783160b815), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.950423 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Publish callbacks [] for port (b178b1be-12f6-4731-a22f-f8668613dee5), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.964320 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.989616 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe8cf-5d57-443a-a4cb-b208a1254a45 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (0650c49c-5eaa-4203-8b0c-c1783160b815), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:20.998190 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe8cf-5d57-443a-a4cb-b208a1254a45 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (0650c49c-5eaa-4203-8b0c-c1783160b815), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.011925 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Publish callbacks [] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.045058 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbe8cf-5d57-443a-a4cb-b208a1254a45 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0650c49c-5eaa-4203-8b0c-c1783160b815,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:21.048844 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.060969 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.187424 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Provisioning complete for port 53d2610d-fabc-4043-9634-3345a772cf6f triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:21.188730 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.224247 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b66d6-63f3-4a58-8439-400ab54c9236 None None] Pushing event updated for resources: {'Port': ['ID=b178b1be-12f6-4731-a22f-f8668613dee5,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:21.237974 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Allocated IP 172.20.0.1 (8d257410-c049-45ea-91dd-8949a04fc044/3bad7aa7-6aff-4797-94b1-413fefc6e422/4fb26df7-e451-47eb-af49-5d699bb8a50f) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:21.330652 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34438) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:21.392254 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Attempting to bind port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:21.392653 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Attempting to bind port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:21.393025 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Attempting to bind port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:21.410644 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Attempting to bind port b178b1be-12f6-4731-a22f-f8668613dee5 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:21.410920 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Attempting to bind port b178b1be-12f6-4731-a22f-f8668613dee5 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:21.411349 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Attempting to bind port b178b1be-12f6-4731-a22f-f8668613dee5 on network 9631d064-4451-4b46-a503-ef0b663f91d9 {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:21.420632 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 53d2610d-fabc-4043-9634-3345a772cf6f up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:21.429903 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:21.434717 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Checking segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:21.435151 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.435676 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Bound using segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:21.436217 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Bound port: b178b1be-12f6-4731-a22f-f8668613dee5, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:21.436464 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.442316 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks [] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.530647 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea96fd98-f09f-4f8c-9bf2-8a6fcd31b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (a21ce3f6-5959-45e6-ad4d-59582e0fb779), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.532511 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea96fd98-f09f-4f8c-9bf2-8a6fcd31b6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.545828 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-ea96fd98-f09f-4f8c-9bf2-8a6fcd31b6cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a21ce3f6-5959-45e6-ad4d-59582e0fb779 HTTP/1.1" status: 204 len: 168 time: 2.0155671 Mar 23 09:01:21.547581 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.580985 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] For port b178b1be-12f6-4731-a22f-f8668613dee5, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:21.599191 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] For port b178b1be-12f6-4731-a22f-f8668613dee5, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b178b1be-12f6-4731-a22f-f8668613dee5,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:21.618969 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.621048 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:21.621426 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:21.621833 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.622237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:21.622759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Bound port: b1611c88-f7a5-4ac7-82b3-20dbf1cfef31, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:21.623107 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.741086 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Network 8d257410-c049-45ea-91dd-8949a04fc044 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:21.768299 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Pushing event updated for resources: {'Port': ['ID=4fb26df7-e451-47eb-af49-5d699bb8a50f,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:21.772822 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:21.773091 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:21.777976 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:21.790029 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:21.829329 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:21.830287 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (d1a1c0e7-3eb7-42aa-a458-24717b405420), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:21.862125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Current status of the port 53d2610d-fabc-4043-9634-3345a772cf6f is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:22.066032 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe8cf-5d57-443a-a4cb-b208a1254a45 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.076825 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c6fbe8cf-5d57-443a-a4cb-b208a1254a45 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3023138 Mar 23 09:01:22.078033 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34456) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:22.101526 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96fd98-f09f-4f8c-9bf2-8a6fcd31b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ce3f6-5959-45e6-ad4d-59582e0fb779,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:22.113074 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-319edc3a-a9bd-4e9c-89ab-a0cf3db6ad8e req-0ef57628-fa4a-49ee-a853-0dad3c15534c tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.0684974 Mar 23 09:01:22.143450 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-3d6d11d1-5afd-4a50-87ef-f0d34c417b26 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'security_group_rule': {'security_group_id': '82c12bba-e711-4928-9a60-a7c5e6c1ad1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:22.144107 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.187526 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b66d6-63f3-4a58-8439-400ab54c9236 None None] Pushing event updated for resources: {'Port': ['ID=b178b1be-12f6-4731-a22f-f8668613dee5,revision_number=4']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:22.283425 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Made reservation on behalf of f579c76a645e4944a6212cdb6ee26121 for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:22.292600 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.331836 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9f3b5-8401-4dfc-bdb5-bb56362d3b9c None None] Pushing event updated for resources: {'Port': ['ID=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:22.338007 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:22.366005 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:22.463454 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] For port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:22.542679 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Allocated IP 172.20.0.1 (73b6e3fd-ff74-42fc-ab77-b95c86491d66/a78d3ed2-ea15-4d48-9300-1199cc721474/b0664e6a-b757-4bf1-af08-5c1b5bff88e7) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:22.561300 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Provisioning complete for port b178b1be-12f6-4731-a22f-f8668613dee5 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:22.592441 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.722809 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] For port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:22.794213 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks [] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.834213 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34464) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:22.835763 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.846211 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:21Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:22.872458 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d6d11d1-5afd-4a50-87ef-f0d34c417b26 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (722df7b6-2350-44fc-b3c2-4f60f5dfa495), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.875690 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.881657 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2a33fed9-b0e3-477a-a010-fd7104456483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.907810 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 53d2610d-fabc-4043-9634-3345a772cf6f triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:22.908191 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.934129 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:22.940583 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:22.946031 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:22.946730 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:22.954525 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72860573-3dcd-4e6e-957c-5b0fbd638984 None None] The sync data for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi is: [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:21Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:01:22.992253 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Allocated IP 172.20.0.3 (192d38c5-0cb9-49d6-9265-e35f7f5e455c/282aa05b-43be-4b45-82da-2b9a24205110/792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:23.123365 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:23.123929 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:23.194471 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Current status of the port b178b1be-12f6-4731-a22f-f8668613dee5 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:23.194934 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:23.382341 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Pushing event updated for resources: {'Port': ['ID=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:23.641739 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2a33fed9-b0e3-477a-a010-fd7104456483 admin admin] Publish callbacks [] for security_group (629bda30-bfcb-4ab6-add2-d2415d071078), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:23.653371 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2a33fed9-b0e3-477a-a010-fd7104456483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (629bda30-bfcb-4ab6-add2-d2415d071078), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:23.660323 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] For port b178b1be-12f6-4731-a22f-f8668613dee5, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b178b1be-12f6-4731-a22f-f8668613dee5,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:23.681638 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:23.691676 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9f3b5-8401-4dfc-bdb5-bb56362d3b9c None None] Pushing event updated for resources: {'Port': ['ID=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:23.731768 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33fed9-b0e3-477a-a010-fd7104456483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629bda30-bfcb-4ab6-add2-d2415d071078,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:23.826191 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 53d2610d-fabc-4043-9634-3345a772cf6f is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:23.827589 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:23.834633 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-2a33fed9-b0e3-477a-a010-fd7104456483 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65788a008c0046baadfd04d2b82378a1&name=default HTTP/1.1" status: 200 len: 2993 time: 2.5021381 Mar 23 09:01:23.842096 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34490) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:23.898910 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:23.981399 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a19929-f6c3-460f-b530-902aa5a8f160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.017953 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Provisioning complete for port 4fb26df7-e451-47eb-af49-5d699bb8a50f triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:24.018930 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.088604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85af430d-466e-422d-85a8-71a509199c50 admin admin] Publish callbacks [] for security_group (629bda30-bfcb-4ab6-add2-d2415d071078), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.094960 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b561e54e-0f59-4fed-9b8b-7b8d00dfc22e req-fb7ea056-f203-41af-8fc2-adbccb892388 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.6012123 Mar 23 09:01:24.100760 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Port 4fb26df7-e451-47eb-af49-5d699bb8a50f cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:24.118620 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85af430d-466e-422d-85a8-71a509199c50 admin admin] Publish callbacks [] for security_group (629bda30-bfcb-4ab6-add2-d2415d071078), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.193788 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:24.200298 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.227539 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85af430d-466e-422d-85a8-71a509199c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (629bda30-bfcb-4ab6-add2-d2415d071078), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.233521 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85af430d-466e-422d-85a8-71a509199c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.237805 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-85af430d-466e-422d-85a8-71a509199c50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/629bda30-bfcb-4ab6-add2-d2415d071078 HTTP/1.1" status: 204 len: 168 time: 0.3610814 Mar 23 09:01:24.258521 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d6d11d1-5afd-4a50-87ef-f0d34c417b26 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (722df7b6-2350-44fc-b3c2-4f60f5dfa495), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.284124 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af430d-466e-422d-85a8-71a509199c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629bda30-bfcb-4ab6-add2-d2415d071078,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:24.294746 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8c457-5a3b-4b1b-b6d9-53de4a730557 None None] Pushing event updated for resources: {'Port': ['ID=b178b1be-12f6-4731-a22f-f8668613dee5,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:24.304004 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Provisioning complete for port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:24.304372 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.350769 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d6d11d1-5afd-4a50-87ef-f0d34c417b26 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (722df7b6-2350-44fc-b3c2-4f60f5dfa495), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.532177 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d11d1-5afd-4a50-87ef-f0d34c417b26 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722df7b6-2350-44fc-b3c2-4f60f5dfa495,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:24.537779 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:24.558928 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 3, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:24.588117 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks [] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.596057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.599068 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.612472 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d6d11d1-5afd-4a50-87ef-f0d34c417b26 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.616559 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-3d6d11d1-5afd-4a50-87ef-f0d34c417b26 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4919059 Mar 23 09:01:24.626432 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34506) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:24.663342 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:24.663945 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.672441 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:24.770137 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Checking router: 89b1ed50-b54e-490c-b6af-1ae7ab0faacc for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:01:24.771898 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Updating router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:01:24.818477 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:24.834372 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:24.858008 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.903923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Pushing event updated for resources: {'Port': ['ID=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:24.926233 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:24.928812 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks [] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.110188 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:01:25.136472 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks [] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.157020 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.160810 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (d1a1c0e7-3eb7-42aa-a458-24717b405420), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.405248 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:01:25.418546 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-97857717-3bbf-4920-becf-72c48a711f28 admin admin] 10.222.0.73 "PUT /v2.0/routers/89b1ed50-b54e-490c-b6af-1ae7ab0faacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3313849 Mar 23 09:01:25.452697 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34522) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:25.606533 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.644285 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a19929-f6c3-460f-b530-902aa5a8f160 admin admin] Publish callbacks [] for security_group (d8c41136-9cea-4017-b559-87c421abe384), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.710997 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Network 8d257410-c049-45ea-91dd-8949a04fc044 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:25.725850 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Pushing event updated for resources: {'Port': ['ID=4fb26df7-e451-47eb-af49-5d699bb8a50f,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:25.777928 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a19929-f6c3-460f-b530-902aa5a8f160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d8c41136-9cea-4017-b559-87c421abe384), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.788825 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:25.793510 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:25.953093 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491d1ae-fa16-4a70-bb14-5a2836b37493 req-5299cfa7-9494-47ea-8ffc-9dac92ec894b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:25.960101 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4491d1ae-fa16-4a70-bb14-5a2836b37493 req-5299cfa7-9494-47ea-8ffc-9dac92ec894b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 931 time: 0.2181456 Mar 23 09:01:25.974926 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-65a19929-f6c3-460f-b530-902aa5a8f160 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6dfa13f102d2430eb1830da993450563&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1313937 Mar 23 09:01:25.980022 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34536) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:25.988851 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Publish callbacks [] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.080231 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Provisioning complete for port b178b1be-12f6-4731-a22f-f8668613dee5 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:26.080894 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.149247 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a19929-f6c3-460f-b530-902aa5a8f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c41136-9cea-4017-b559-87c421abe384,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:26.170525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Network 192d38c5-0cb9-49d6-9265-e35f7f5e455c is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:26.208484 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.232111 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:26.236504 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:26.253523 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:26.264830 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.298710 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Pushing event updated for resources: {'Port': ['ID=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:26.360262 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25497cd1-8e86-4edd-b049-fa35f5d7e0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.366916 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-9cf435da-3d42-440a-8f60-c3e0629d2884 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1738074 Mar 23 09:01:26.455957 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:26.468105 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762265a8-5a3e-4b61-9944-134429aac1d9 None None] Pushing event updated for resources: {'Port': ['ID=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:26.514212 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:01:26.572294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25497cd1-8e86-4edd-b049-fa35f5d7e0ae admin admin] Publish callbacks [] for security_group (bee91908-a95b-4e1e-b85c-d559c011e558), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.597608 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25497cd1-8e86-4edd-b049-fa35f5d7e0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (bee91908-a95b-4e1e-b85c-d559c011e558), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.603976 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Attempting to bind port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:26.604348 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Attempting to bind port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:26.604708 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Attempting to bind port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:26.621672 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-328f1ee3-fc76-43d7-91aa-52817e20497e None None] Current status of the port b178b1be-12f6-4731-a22f-f8668613dee5 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:26.626516 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:26.626891 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:26.627299 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.627690 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:26.628222 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Bound port: 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:26.628627 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.668643 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-128160bd-835e-4495-bd43-00b40597a419 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:01:26.670808 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-128160bd-835e-4495-bd43-00b40597a419 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072372 Mar 23 09:01:26.682982 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497cd1-8e86-4edd-b049-fa35f5d7e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee91908-a95b-4e1e-b85c-d559c011e558,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:26.690799 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Allocated IP 172.27.0.164 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/bda3e62c-0485-4a8a-8796-fbff5ecfdb40) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:26.728781 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4491d1ae-fa16-4a70-bb14-5a2836b37493 req-7bce39b3-12b8-4d91-a33a-d8b533e52d1d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7550237 Mar 23 09:01:26.753661 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] For port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:26.771726 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] For port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:26.810018 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7617e3f-b5bb-4c16-be39-454f3fd58873 admin admin] Publish callbacks [] for security_group (d8c41136-9cea-4017-b559-87c421abe384), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.844180 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.853611 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-25497cd1-8e86-4edd-b049-fa35f5d7e0ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b4e23662b394f5caf721289a37ec0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3868144 Mar 23 09:01:26.859129 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34548) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:26.887617 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7617e3f-b5bb-4c16-be39-454f3fd58873 admin admin] Publish callbacks [] for security_group (d8c41136-9cea-4017-b559-87c421abe384), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:26.946688 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:01:26.995947 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762265a8-5a3e-4b61-9944-134429aac1d9 None None] Pushing event updated for resources: {'Port': ['ID=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:27.007227 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 1cc0e4a4-27cb-43a1-a1a7-5e293879476d up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:27.035400 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f4814b2c-57be-4b25-a2bd-52ae805ffb9e admin admin] 10.222.0.73 "PUT /v2.0/routers/d1a1c0e7-3eb7-42aa-a458-24717b405420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1834505 Mar 23 09:01:27.150887 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec7a7-5c28-46f3-bf8b-b1bfe0d48dab admin admin] Publish callbacks [] for security_group (bee91908-a95b-4e1e-b85c-d559c011e558), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.208909 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-0ed00ab9-bb51-41d2-8148-4bf3a680953e None None] Provisioning complete for port 4fb26df7-e451-47eb-af49-5d699bb8a50f triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:27.209562 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-0ed00ab9-bb51-41d2-8148-4bf3a680953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.209687 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7617e3f-b5bb-4c16-be39-454f3fd58873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d8c41136-9cea-4017-b559-87c421abe384), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.212215 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7617e3f-b5bb-4c16-be39-454f3fd58873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.222353 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a7617e3f-b5bb-4c16-be39-454f3fd58873 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8c41136-9cea-4017-b559-87c421abe384 HTTP/1.1" status: 204 len: 168 time: 1.2411909 Mar 23 09:01:27.241121 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.257826 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-0ed00ab9-bb51-41d2-8148-4bf3a680953e None None] Port 4fb26df7-e451-47eb-af49-5d699bb8a50f cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:27.263524 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:27.264159 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec7a7-5c28-46f3-bf8b-b1bfe0d48dab admin admin] Publish callbacks [] for security_group (bee91908-a95b-4e1e-b85c-d559c011e558), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.264282 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:00:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:27.280328 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7617e3f-b5bb-4c16-be39-454f3fd58873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c41136-9cea-4017-b559-87c421abe384,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:27.349795 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.436350 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34566) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:27.455228 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e4d70117-a483-4459-89c8-bd0e42bb0b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.461011 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:27.488636 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:27.492123 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:27.492722 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-231dd5f5-b6c2-47ab-92c1-f605ceceb2fb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407856866', 'description': 'tempest-description--1947112569'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:27.501113 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'Port': ['ID=bda3e62c-0485-4a8a-8796-fbff5ecfdb40,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:27.533504 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec7a7-5c28-46f3-bf8b-b1bfe0d48dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (bee91908-a95b-4e1e-b85c-d559c011e558), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.539653 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec7a7-5c28-46f3-bf8b-b1bfe0d48dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.547676 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-8d3ec7a7-5c28-46f3-bf8b-b1bfe0d48dab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bee91908-a95b-4e1e-b85c-d559c011e558 HTTP/1.1" status: 204 len: 168 time: 0.6825433 Mar 23 09:01:27.552459 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-231dd5f5-b6c2-47ab-92c1-f605ceceb2fb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.581760 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ec7a7-5c28-46f3-bf8b-b1bfe0d48dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee91908-a95b-4e1e-b85c-d559c011e558,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:27.710097 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-231dd5f5-b6c2-47ab-92c1-f605ceceb2fb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (2046d5f4-0a12-4a91-af9a-4fdc5b37a011), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.716825 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-231dd5f5-b6c2-47ab-92c1-f605ceceb2fb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (2046d5f4-0a12-4a91-af9a-4fdc5b37a011), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.736115 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (d59e74d1-3344-43a8-824b-bf4b173bc6ad), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.802773 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dd5f5-b6c2-47ab-92c1-f605ceceb2fb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2046d5f4-0a12-4a91-af9a-4fdc5b37a011,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:27.827341 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-231dd5f5-b6c2-47ab-92c1-f605ceceb2fb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.832229 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-231dd5f5-b6c2-47ab-92c1-f605ceceb2fb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3903859 Mar 23 09:01:27.836598 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34578) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:27.838232 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-0ed00ab9-bb51-41d2-8148-4bf3a680953e None None] Provisioning complete for port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:27.838690 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-0ed00ab9-bb51-41d2-8148-4bf3a680953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:27.851421 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-0d557e3c-2b41-403b-8c32-5c913bbc26b3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'security_group_rule': {'security_group_id': '2046d5f4-0a12-4a91-af9a-4fdc5b37a011', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:27.869982 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.004966 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:28.084831 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Request body: {'port': {'device_id': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:28.140195 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:28.141315 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.161896 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.177858 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.214065 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (d59e74d1-3344-43a8-824b-bf4b173bc6ad), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.233807 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0d557e3c-2b41-403b-8c32-5c913bbc26b3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (236f271f-bb52-4bc3-ae9d-fa1a5aea1e8f), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.254894 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:21Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:28.308917 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc9cca-cf2d-4a5a-9a5f-659fe3ce4957 None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:21Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:01:28.319571 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-0ed00ab9-bb51-41d2-8148-4bf3a680953e None None] Port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:28.458219 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccfc2b-7ff7-42d4-8cbd-9ab62e124a0e req-5eb7cb5f-a9a5-4d32-aa94-1d87378ce199 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:28.462091 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-65ccfc2b-7ff7-42d4-8cbd-9ab62e124a0e req-5eb7cb5f-a9a5-4d32-aa94-1d87378ce199 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 931 time: 0.5988445 Mar 23 09:01:28.546957 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'Port': ['ID=bda3e62c-0485-4a8a-8796-fbff5ecfdb40,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:28.554593 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.556815 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-efa58913-7f19-4bde-accf-4525c255500b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9272199 Mar 23 09:01:28.575708 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.679026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0d557e3c-2b41-403b-8c32-5c913bbc26b3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (236f271f-bb52-4bc3-ae9d-fa1a5aea1e8f), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.724907 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0d557e3c-2b41-403b-8c32-5c913bbc26b3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (236f271f-bb52-4bc3-ae9d-fa1a5aea1e8f), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.742557 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-65ccfc2b-7ff7-42d4-8cbd-9ab62e124a0e req-7c774165-16f8-4cff-9c41-c06385585e01 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624311 Mar 23 09:01:28.760451 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:28.765556 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557e3c-2b41-403b-8c32-5c913bbc26b3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236f271f-bb52-4bc3-ae9d-fa1a5aea1e8f,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:28.765697 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b178b1be-12f6-4731-a22f-f8668613dee5 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:28.815588 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0d557e3c-2b41-403b-8c32-5c913bbc26b3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.829324 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34594) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:28.830742 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-6076ed2b-99ca-406e-a759-4b5b323d769e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'security_group_rule': {'security_group_id': '2046d5f4-0a12-4a91-af9a-4fdc5b37a011', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:28.837512 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-0d557e3c-2b41-403b-8c32-5c913bbc26b3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9811411 Mar 23 09:01:28.855841 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:24Z', 'revision_number': 2, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:28.957882 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6076ed2b-99ca-406e-a759-4b5b323d769e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (b721093f-f4ca-406f-9435-0726c201f5c0), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:28.966941 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d557b-8082-4d7e-9188-add4802237a3 None None] The sync data for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi is: [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:24Z', 'revision_number': 2, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:01:29.081924 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-23d64d2c-6d9f-449b-b128-6b73b57f1cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.107868 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34600) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:29.120498 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-26878644-9d5e-4d31-b5cb-2ac088eea4cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628386783', 'description': 'tempest-description--1799045142'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:29.134991 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6076ed2b-99ca-406e-a759-4b5b323d769e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (b721093f-f4ca-406f-9435-0726c201f5c0), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.135564 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port b178b1be-12f6-4731-a22f-f8668613dee5 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:29.136111 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.142161 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6076ed2b-99ca-406e-a759-4b5b323d769e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (b721093f-f4ca-406f-9435-0726c201f5c0), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.194670 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076ed2b-99ca-406e-a759-4b5b323d769e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b721093f-f4ca-406f-9435-0726c201f5c0,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:29.221451 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6076ed2b-99ca-406e-a759-4b5b323d769e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.223434 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6076ed2b-99ca-406e-a759-4b5b323d769e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3965926 Mar 23 09:01:29.227509 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34614) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:29.235600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:29.261850 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34616) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:29.318893 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.472192 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port b178b1be-12f6-4731-a22f-f8668613dee5 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:29.672276 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d12cb0ed-7a94-4bd0-87aa-198db462cf5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.674225 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26878644-9d5e-4d31-b5cb-2ac088eea4cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.745172 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:29.959448 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:30.045699 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Publish callbacks [] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.190307 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-9fa80aa6-2b5b-4814-80c8-87fcb2ce0272 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1986769589&fields=id&tenant_id=27463bc61f9044de878a6e4961a15260 HTTP/1.1" status: 200 len: 267 time: 0.7241521 Mar 23 09:01:30.193057 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.194706 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Allocated IP 172.27.0.142 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/aafce35c-bbb9-45f3-9ed5-61f2c583d00f) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:30.275866 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c657e-63f6-4e56-b644-487976dca218 req-74d88ced-2939-4c7a-8348-9f6137340c88 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:30.286888 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe5c657e-63f6-4e56-b644-487976dca218 req-74d88ced-2939-4c7a-8348-9f6137340c88 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 931 time: 0.3004143 Mar 23 09:01:30.313675 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Transition to ACTIVE for port object 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:01:30.464091 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26878644-9d5e-4d31-b5cb-2ac088eea4cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (ee4e196c-175f-4dbd-9234-c849c627e3f2), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.535850 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d12cb0ed-7a94-4bd0-87aa-198db462cf5b admin admin] Publish callbacks [] for security_group (116f0cbe-12f6-47c3-8e82-8cb349de630e), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.537183 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.602737 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d12cb0ed-7a94-4bd0-87aa-198db462cf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (116f0cbe-12f6-47c3-8e82-8cb349de630e), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.663777 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe5c657e-63f6-4e56-b644-487976dca218 req-e11421fe-2ef6-4656-8962-154daa0105ee tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704724 Mar 23 09:01:30.687690 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26878644-9d5e-4d31-b5cb-2ac088eea4cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ee4e196c-175f-4dbd-9234-c849c627e3f2), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.770381 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.825057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.890385 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:30.894407 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:30.899305 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:30.973202 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (29e3bf1e-3d55-458a-91a9-0b6486f4697d), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:31.098922 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'Port': ['ID=aafce35c-bbb9-45f3-9ed5-61f2c583d00f,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:31.221090 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:31.328466 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-5b1ee28f-21be-42bb-b105-60b3d9ace4c2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:31.340705 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-5b1ee28f-21be-42bb-b105-60b3d9ace4c2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 811 time: 1.1037223 Mar 23 09:01:31.589175 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d12cb0ed-7a94-4bd0-87aa-198db462cf5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=128c125f60db454fbe40819ad98f7c16&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3232107 Mar 23 09:01:31.591324 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34674) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:31.651039 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:31.749567 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26878644-9d5e-4d31-b5cb-2ac088eea4cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:31.756402 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-26878644-9d5e-4d31-b5cb-2ac088eea4cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6447265 Mar 23 09:01:31.759446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34686) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:31.784103 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-56985823-9b0e-4ff0-a3c6-7ec3034505ee tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/quotas/27463bc61f9044de878a6e4961a15260 HTTP/1.1" status: 200 len: 375 time: 0.4182427 Mar 23 09:01:31.807802 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-5fecf8e0-81fe-4d95-a0ab-008bfb25d5c9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': 'ee4e196c-175f-4dbd-9234-c849c627e3f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:31.890099 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:31.947576 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Attempting to bind port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:31.950293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Attempting to bind port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '9e12565a-ec3d-4f83-885d-151dbc490c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:31.952486 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Attempting to bind port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c on network 192d38c5-0cb9-49d6-9265-e35f7f5e455c {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:31.981454 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Pushing event updated for resources: {'Port': ['ID=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:32.030413 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c on network 192d38c5-0cb9-49d6-9265-e35f7f5e455c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:01:32.033250 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Attempting to bind port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c on network 192d38c5-0cb9-49d6-9265-e35f7f5e455c {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:32.072726 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:32.075522 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.087555 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3ff40587-2194-4985-b36d-612f18afaff8 admin admin] Publish callbacks [] for security_group (116f0cbe-12f6-47c3-8e82-8cb349de630e), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.160442 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:32.162904 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Checking segment: {'id': '9e12565a-ec3d-4f83-885d-151dbc490c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:32.164666 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Bound using segment: {'id': '9e12565a-ec3d-4f83-885d-151dbc490c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:32.166020 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Bound port: 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e12565a-ec3d-4f83-885d-151dbc490c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:32.168861 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.202388 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fecf8e0-81fe-4d95-a0ab-008bfb25d5c9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (b5cb884d-a5ff-4999-bc58-55f83a1bc043), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.274398 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.300953 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89d21-8b07-409b-8f34-ac6f4b9cf927 req-156eca6d-8f4b-4644-b024-ececc91107e9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:32.302840 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17c89d21-8b07-409b-8f34-ac6f4b9cf927 req-156eca6d-8f4b-4644-b024-ececc91107e9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 943 time: 0.4354284 Mar 23 09:01:32.321865 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3ff40587-2194-4985-b36d-612f18afaff8 admin admin] Publish callbacks [] for security_group (116f0cbe-12f6-47c3-8e82-8cb349de630e), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.332192 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.424507 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:32.424507 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.497125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:32.505454 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.508289 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:32.528568 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (29e3bf1e-3d55-458a-91a9-0b6486f4697d), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.537849 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb0ed-7a94-4bd0-87aa-198db462cf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f0cbe-12f6-47c3-8e82-8cb349de630e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:32.631528 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'Port': ['ID=aafce35c-bbb9-45f3-9ed5-61f2c583d00f,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:32.675601 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.690760 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a981fb48-3790-44e7-bf8c-bcb7975770c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4482603 Mar 23 09:01:32.695866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26878644-9d5e-4d31-b5cb-2ac088eea4cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4e196c-175f-4dbd-9234-c849c627e3f2,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:32.709457 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17c89d21-8b07-409b-8f34-ac6f4b9cf927 req-e5e72cd9-5535-40c9-9da8-60bf0e86d796 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779249 Mar 23 09:01:32.716351 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3ff40587-2194-4985-b36d-612f18afaff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (116f0cbe-12f6-47c3-8e82-8cb349de630e), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.734489 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3ff40587-2194-4985-b36d-612f18afaff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.740692 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:32.745655 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3ff40587-2194-4985-b36d-612f18afaff8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/116f0cbe-12f6-47c3-8e82-8cb349de630e HTTP/1.1" status: 204 len: 168 time: 1.1532071 Mar 23 09:01:32.746540 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fecf8e0-81fe-4d95-a0ab-008bfb25d5c9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (b5cb884d-a5ff-4999-bc58-55f83a1bc043), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.764214 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fecf8e0-81fe-4d95-a0ab-008bfb25d5c9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (b5cb884d-a5ff-4999-bc58-55f83a1bc043), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.773503 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff40587-2194-4985-b36d-612f18afaff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f0cbe-12f6-47c3-8e82-8cb349de630e,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:32.801803 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] For port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:32.806428 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecf8e0-81fe-4d95-a0ab-008bfb25d5c9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cb884d-a5ff-4999-bc58-55f83a1bc043,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:32.819824 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fecf8e0-81fe-4d95-a0ab-008bfb25d5c9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.819949 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:32.820292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.821380 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-5fecf8e0-81fe-4d95-a0ab-008bfb25d5c9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0415449 Mar 23 09:01:32.824204 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34728) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:32.831459 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-347c1a2f-1828-414a-bcb6-466097465086 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': 'ee4e196c-175f-4dbd-9234-c849c627e3f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:32.872805 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] For port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,segment=NetworkSegment(9e12565a-ec3d-4f83-885d-151dbc490c3d),segment_id=9e12565a-ec3d-4f83-885d-151dbc490c3d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:32.889696 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-347c1a2f-1828-414a-bcb6-466097465086 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (f9a1ea72-4417-4b2c-afff-0b032197169e), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.915238 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-3a47b95d-cccd-46e1-b240-9356e51920d3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9901989 Mar 23 09:01:32.919056 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.019962 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-347c1a2f-1828-414a-bcb6-466097465086 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (f9a1ea72-4417-4b2c-afff-0b032197169e), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.026761 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-347c1a2f-1828-414a-bcb6-466097465086 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (f9a1ea72-4417-4b2c-afff-0b032197169e), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.051220 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:01:33.054519 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:33.055052 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.065434 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Pushing event updated for resources: {'Port': ['ID=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:33.101810 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:33.103985 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c1a2f-1828-414a-bcb6-466097465086 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a1ea72-4417-4b2c-afff-0b032197169e,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:33.104930 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.110721 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-1831e358-f166-4ee4-8a3c-28b8b340e143 service neutron] 10.222.0.84 "PUT /v2.0/ports/792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c HTTP/1.1" status: 200 len: 1093 time: 5.8396249 Mar 23 09:01:33.114309 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'tag': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:01:33.123025 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:33.131243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-347c1a2f-1828-414a-bcb6-466097465086 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.136393 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-347c1a2f-1828-414a-bcb6-466097465086 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100698 Mar 23 09:01:33.146515 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34744) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:33.154867 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:33.161075 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.332111 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.345452 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:33.379421 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.442435 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-e8a31389-a6ba-46cd-b254-fa39cb2272f4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1407856866&fields=id&tenant_id=a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 267 time: 0.2529187 Mar 23 09:01:33.526001 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34752) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:33.655077 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:33.778847 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-5a9e99e9-72b3-4447-bb4e-426ae4c6e0d8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:33.780381 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-5a9e99e9-72b3-4447-bb4e-426ae4c6e0d8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 816 time: 0.3250134 Mar 23 09:01:33.808924 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6b9f8-88b9-466e-a65c-2eef5a297342" -d '{"events": [{"name": "network-changed", "server_uuid": "14ba9dfc-4065-493f-b18f-240f8eb144f8", "tag": "792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:01:33.811583 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f18ed64-0992-45df-affa-3424ad1ffea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.864665 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-6cf78420-bf4e-42cc-a62a-6b8b34621621 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/quotas/a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 375 time: 0.0495207 Mar 23 09:01:33.877936 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.083526 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:34.085393 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.088800 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f18ed64-0992-45df-affa-3424ad1ffea3 admin admin] Publish callbacks [] for security_group (1c552830-358e-45ae-9d15-22f1f0f771d2), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.098886 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-077e8c81-a790-4062-8d20-15b0331b89ab service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:01:34.100761 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-077e8c81-a790-4062-8d20-15b0331b89ab service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2584929 Mar 23 09:01:34.102214 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f18ed64-0992-45df-affa-3424ad1ffea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1c552830-358e-45ae-9d15-22f1f0f771d2), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.233477 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-8e8a367d-4324-472a-9340-398009dfe0fa tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3408144 Mar 23 09:01:34.256950 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9f18ed64-0992-45df-affa-3424ad1ffea3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90ac54bd056d445190240dc450226044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7297063 Mar 23 09:01:34.261024 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18ed64-0992-45df-affa-3424ad1ffea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c552830-358e-45ae-9d15-22f1f0f771d2,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:34.263745 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34796) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:34.270165 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:34.271406 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:34.379190 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:34.379732 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.401338 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12281b6f-89dd-42a8-a1ef-295d46145129 admin admin] Publish callbacks [] for security_group (1c552830-358e-45ae-9d15-22f1f0f771d2), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.414061 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-0e645ba4-ed03-4d8e-807e-f7594c757364 service neutron] 10.222.0.73 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946823 Mar 23 09:01:34.431289 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12281b6f-89dd-42a8-a1ef-295d46145129 admin admin] Publish callbacks [] for security_group (1c552830-358e-45ae-9d15-22f1f0f771d2), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.554561 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.27.0.43 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/e6a36d94-e43d-4231-a3d7-0808e44d822c) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:34.584645 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:34.725974 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.727512 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12281b6f-89dd-42a8-a1ef-295d46145129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1c552830-358e-45ae-9d15-22f1f0f771d2), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.730548 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12281b6f-89dd-42a8-a1ef-295d46145129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.734223 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-12281b6f-89dd-42a8-a1ef-295d46145129 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c552830-358e-45ae-9d15-22f1f0f771d2 HTTP/1.1" status: 204 len: 168 time: 0.4644241 Mar 23 09:01:34.734377 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-53929beb-4d12-47a4-9856-bc86b0103fa0 service neutron] 10.222.0.73 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620476 Mar 23 09:01:34.753629 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12281b6f-89dd-42a8-a1ef-295d46145129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c552830-358e-45ae-9d15-22f1f0f771d2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:34.774741 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-0ec60ac3-8ad3-4801-bf7d-7680070272b4 service neutron] 10.222.0.73 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995617 Mar 23 09:01:34.877108 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:34.922875 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:34.927353 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:34.933539 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:34.992164 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=e6a36d94-e43d-4231-a3d7-0808e44d822c,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:34.998280 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-d25dd213-5a3c-4e49-a67a-525d4fe825c4 service neutron] 10.222.0.73 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475626 Mar 23 09:01:35.018174 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (04d268c0-94a1-4c41-8d12-2dae5fa0b925), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:35.112957 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 34836) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:35.146321 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d3e5-7647-43ed-9c0d-543d0f5512a4 req-348a53da-392b-4ca8-89b5-bc3624d45c9b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:35.158425 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5209d3e5-7647-43ed-9c0d-543d0f5512a4 req-348a53da-392b-4ca8-89b5-bc3624d45c9b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 943 time: 0.1073287 Mar 23 09:01:35.193807 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4df448-a804-404e-9553-27c759525386 None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:01:35.206460 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:35.207567 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:35.310539 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5209d3e5-7647-43ed-9c0d-543d0f5512a4 req-84cb2a06-ed5f-4968-b09a-b3e37ac4b9ae tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511328 Mar 23 09:01:35.373429 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:35.401418 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34850) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:35.469790 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-19f93868-297e-452c-a02a-a484b9806260 req-f7c3b20c-e7bd-4ea1-8d2f-7856d302c546 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 210 time: 0.0798979 Mar 23 09:01:35.472147 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6196b037-0e8d-4b2c-8a96-f288ec84a555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:35.578211 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:35.626780 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a0e473f3-dec2-40cc-abc5-cd7dd3be3461 req-4309e789-51e3-4cae-9151-e2de2ef29a2b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 210 time: 0.0702841 Mar 23 09:01:35.812559 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a7765f4-0ed2-40ef-a5fa-324be2ac7481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:35.855047 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:35.896200 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:35.979712 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:24Z', 'revision_number': 2, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:36.024926 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (04d268c0-94a1-4c41-8d12-2dae5fa0b925), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.051942 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a7765f4-0ed2-40ef-a5fa-324be2ac7481 admin admin] Publish callbacks [] for security_group (cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.058973 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4df448-a804-404e-9553-27c759525386 None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:01:36.059586 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4df448-a804-404e-9553-27c759525386 None None] Updating router d1a1c0e7-3eb7-42aa-a458-24717b405420 port 4fb26df7-e451-47eb-af49-5d699bb8a50f binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:01:36.120180 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-ca4df448-a804-404e-9553-27c759525386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.125036 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a7765f4-0ed2-40ef-a5fa-324be2ac7481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.127968 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=e6a36d94-e43d-4231-a3d7-0808e44d822c,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:36.158479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.161451 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0bc47696-f243-4e27-804a-6d6c0c779774 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0132260 Mar 23 09:01:36.180582 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6196b037-0e8d-4b2c-8a96-f288ec84a555 admin admin] Publish callbacks [] for security_group (55261909-752a-45e4-874b-7df2b7eca8d9), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.190060 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6196b037-0e8d-4b2c-8a96-f288ec84a555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (55261909-752a-45e4-874b-7df2b7eca8d9), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.218701 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c308f8a-886f-4ba1-bba8-bbcb5550f5ff x-openstack-request-id: req-2c308f8a-886f-4ba1-bba8-bbcb5550f5ff {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:01:36.221700 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ba9dfc-4065-493f-b18f-240f8eb144f8", "tag": "792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:01:36.222208 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c308f8a-886f-4ba1-bba8-bbcb5550f5ff {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:01:36.222901 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c308f8a-886f-4ba1-bba8-bbcb5550f5ff'] response: {'name': 'network-changed', 'server_uuid': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'tag': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c', 'status': 'completed', 'code': 200} Mar 23 09:01:36.296853 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6a7765f4-0ed2-40ef-a5fa-324be2ac7481 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=251f8eb82a054da484af0524833250d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1778057 Mar 23 09:01:36.298118 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6196b037-0e8d-4b2c-8a96-f288ec84a555 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa84f82d77d9432e807b1905fed627a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8722653 Mar 23 09:01:36.300565 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34884) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:36.302358 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34886) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:36.319405 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196b037-0e8d-4b2c-8a96-f288ec84a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55261909-752a-45e4-874b-7df2b7eca8d9,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:36.320754 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Sync routers for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:01:36.343758 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7765f4-0ed2-40ef-a5fa-324be2ac7481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:36.363212 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:36.363725 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:36.379672 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-d7142161-75b1-425c-874c-0485f41b33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:36.381565 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-d7142161-75b1-425c-874c-0485f41b33c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f579c76a645e4944a6212cdb6ee26121&device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 1127 time: 0.5340164 Mar 23 09:01:36.587424 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d90df72-08e4-460a-ae30-33238e61e0a3 admin admin] Publish callbacks [] for security_group (55261909-752a-45e4-874b-7df2b7eca8d9), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.599835 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-ffc5873e-667b-4f1f-911d-7f29fe725271 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c HTTP/1.1" status: 200 len: 217 time: 0.2108853 Mar 23 09:01:36.612496 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d90df72-08e4-460a-ae30-33238e61e0a3 admin admin] Publish callbacks [] for security_group (55261909-752a-45e4-874b-7df2b7eca8d9), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.658103 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:36.658332 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3a1f-6628-49c6-909b-bc1d82ce8880 admin admin] Publish callbacks [] for security_group (cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.699100 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d90df72-08e4-460a-ae30-33238e61e0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (55261909-752a-45e4-874b-7df2b7eca8d9), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.701704 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d90df72-08e4-460a-ae30-33238e61e0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.702951 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1d90df72-08e4-460a-ae30-33238e61e0a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55261909-752a-45e4-874b-7df2b7eca8d9 HTTP/1.1" status: 204 len: 168 time: 0.3983014 Mar 23 09:01:36.710997 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3a1f-6628-49c6-909b-bc1d82ce8880 admin admin] Publish callbacks [] for security_group (cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.742041 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-be69f341-6a98-4654-8b1c-dcbeff102ef9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--628386783&fields=id&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 267 time: 0.1848731 Mar 23 09:01:36.747383 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-557df531-714c-4087-ae14-ab6204886b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:36.748852 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-557df531-714c-4087-ae14-ab6204886b50 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=282aa05b-43be-4b45-82da-2b9a24205110 HTTP/1.1" status: 200 len: 852 time: 0.1416392 Mar 23 09:01:36.767198 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90df72-08e4-460a-ae30-33238e61e0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55261909-752a-45e4-874b-7df2b7eca8d9,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:36.777230 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ac6e-c8fa-4328-91cc-f08933b2ce29 req-84fc6251-7a0a-42bf-af8f-4a5c79f2682d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:36.778782 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9039ac6e-c8fa-4328-91cc-f08933b2ce29 req-84fc6251-7a0a-42bf-af8f-4a5c79f2682d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 943 time: 0.2857831 Mar 23 09:01:36.793225 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-ca4df448-a804-404e-9553-27c759525386 None None] Publish callbacks [] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.801149 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-ca4df448-a804-404e-9553-27c759525386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.962227 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439d0b6-7ebe-49fc-926f-ae7cde61c442 None None] Pushing event updated for resources: {'Port': ['ID=4fb26df7-e451-47eb-af49-5d699bb8a50f,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:36.962619 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-13eb55a6-d0de-4df6-9208-8abe64fcc11f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=192d38c5-0cb9-49d6-9265-e35f7f5e455c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2062080 Mar 23 09:01:36.965855 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3a1f-6628-49c6-909b-bc1d82ce8880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.987110 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3a1f-6628-49c6-909b-bc1d82ce8880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.992857 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0f9d3a1f-6628-49c6-909b-bc1d82ce8880 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5 HTTP/1.1" status: 204 len: 168 time: 0.6892838 Mar 23 09:01:37.035506 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-ca4df448-a804-404e-9553-27c759525386 None None] Attempting to bind port 4fb26df7-e451-47eb-af49-5d699bb8a50f on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:37.035892 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-ca4df448-a804-404e-9553-27c759525386 None None] Attempting to bind port 4fb26df7-e451-47eb-af49-5d699bb8a50f by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:37.036263 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df448-a804-404e-9553-27c759525386 None None] Attempting to bind port 4fb26df7-e451-47eb-af49-5d699bb8a50f on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:37.066119 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df448-a804-404e-9553-27c759525386 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:37.066546 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df448-a804-404e-9553-27c759525386 None None] Checking segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:37.067138 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-ca4df448-a804-404e-9553-27c759525386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:37.067556 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df448-a804-404e-9553-27c759525386 None None] Bound using segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:37.069293 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-ca4df448-a804-404e-9553-27c759525386 None None] Bound port: 4fb26df7-e451-47eb-af49-5d699bb8a50f, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:37.069702 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-ca4df448-a804-404e-9553-27c759525386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:37.088559 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d3a1f-6628-49c6-909b-bc1d82ce8880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf46d244-6f94-4b6f-a1db-d1ee8eb75eb5,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:37.124317 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-cc16fc2e-1392-40c9-9be7-b5fe826d8b07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:37.141203 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-cc16fc2e-1392-40c9-9be7-b5fe826d8b07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.3882241 Mar 23 09:01:37.189845 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.84', 61700) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:37.240980 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-0bfec9d9-d159-48ce-8ae3-feabff9e7ac8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/quotas/ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 375 time: 0.0885911 Mar 23 09:01:37.274435 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-ca4df448-a804-404e-9553-27c759525386 None None] For port 4fb26df7-e451-47eb-af49-5d699bb8a50f, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:37.299281 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9039ac6e-c8fa-4328-91cc-f08933b2ce29 req-0431a0c8-ed00-4d80-82b7-c5c7430d674b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720864 Mar 23 09:01:37.303976 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-ca4df448-a804-404e-9553-27c759525386 None None] For port 4fb26df7-e451-47eb-af49-5d699bb8a50f, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=4fb26df7-e451-47eb-af49-5d699bb8a50f,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:37.322786 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-ca4df448-a804-404e-9553-27c759525386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:37.467066 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:37.467598 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:37.554114 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-f1c24803-7df2-4b13-8a29-188237aadde6 service neutron] 10.222.0.84 "GET /v2.0/networks/192d38c5-0cb9-49d6-9265-e35f7f5e455c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612495 Mar 23 09:01:37.580206 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-514f9046-4299-4200-b5dc-6fd569fdb835 None None] Provisioning complete for port 4fb26df7-e451-47eb-af49-5d699bb8a50f triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:37.580726 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-514f9046-4299-4200-b5dc-6fd569fdb835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:37.613854 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f6587ef1-cb55-420e-a01b-6c48ce5b1493 req-1ad85d74-c0c8-4d0b-a733-8f5e21e14143 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 210 time: 0.2272623 Mar 23 09:01:37.633128 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-e967bb5c-f910-48d5-a62e-c12c72fc802a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:37.634936 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-e967bb5c-f910-48d5-a62e-c12c72fc802a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 816 time: 0.4376609 Mar 23 09:01:37.644917 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-90f04ed3-e45a-466a-9e81-33107f62b051 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3874807 Mar 23 09:01:37.880915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:24Z', 'revision_number': 2, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:37.913392 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-5531710d-c0d8-4fe2-8d37-10c3b7e9ec7c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 380 time: 0.2612600 Mar 23 09:01:37.941351 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'port': {'device_id': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'admin_state_up': True, 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'security_groups': ['2046d5f4-0a12-4a91-af9a-4fdc5b37a011']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:37.975364 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:38.028131 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba8b1e96-2ed6-4cde-94cf-361a4809fc79 req-8a2088fd-1f3f-45e4-bf9d-1374a2cdc5ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 210 time: 0.1892054 Mar 23 09:01:38.042279 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34964) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:38.060200 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-5dc7c3e5-0d5e-442d-a333-1ff43642d4ab service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924499 Mar 23 09:01:38.068037 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Checking router: 89b1ed50-b54e-490c-b6af-1ae7ab0faacc for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:01:38.068562 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Updating router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:01:38.178792 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 34970) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:38.179617 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ffce4ed-1de7-4181-99a6-d595f92f87ad req-2a9c2f77-69ba-4a01-98b6-bc9e2c2b1dec service neutron] 10.222.0.84 "GET /v2.0/networks/192d38c5-0cb9-49d6-9265-e35f7f5e455c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244235 Mar 23 09:01:38.197256 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-365a57ec-f6fc-47f7-82e5-3ca3b8be617f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:38.201009 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:38.250735 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-5ef08965-ed83-408c-9180-75e6fdad7538 service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894591 Mar 23 09:01:38.262546 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Made reservation on behalf of a232e312db374d27bb3ea3fd29c293f0 for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:38.278433 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:38.301508 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439d0b6-7ebe-49fc-926f-ae7cde61c442 None None] Pushing event updated for resources: {'Port': ['ID=4fb26df7-e451-47eb-af49-5d699bb8a50f,revision_number=4']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:38.432291 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-226271d3-c640-4309-bbc7-c542e78b4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:38.438340 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-226271d3-c640-4309-bbc7-c542e78b4380 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f579c76a645e4944a6212cdb6ee26121&device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 1127 time: 0.1715183 Mar 23 09:01:38.515509 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-514f9046-4299-4200-b5dc-6fd569fdb835 None None] Current status of the port 4fb26df7-e451-47eb-af49-5d699bb8a50f is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:38.516035 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-514f9046-4299-4200-b5dc-6fd569fdb835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:38.595075 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-ca4df448-a804-404e-9553-27c759525386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:37Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:38.678951 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4df448-a804-404e-9553-27c759525386 None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:37Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:01:38.679424 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a03e72d-1aa9-4c48-85c1-02eba627287a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:38.769348 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5a09bd40-59d4-4975-919b-3e6418a0a169 req-9cd35547-8c41-4e3c-bb87-c91a71f91ef3 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 210 time: 0.1544397 Mar 23 09:01:38.808844 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-514f9046-4299-4200-b5dc-6fd569fdb835 None None] For port 4fb26df7-e451-47eb-af49-5d699bb8a50f, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=4fb26df7-e451-47eb-af49-5d699bb8a50f,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:38.828390 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-514f9046-4299-4200-b5dc-6fd569fdb835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.045497 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-2ae6d4b0-6786-4db6-8afd-c8dc402212a3 None None] Provisioning complete for port 4fb26df7-e451-47eb-af49-5d699bb8a50f triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:39.046216 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2ae6d4b0-6786-4db6-8afd-c8dc402212a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.047449 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a03e72d-1aa9-4c48-85c1-02eba627287a admin admin] Publish callbacks [] for security_group (78a2a49e-8997-4d60-b39d-8a49f2c4abfb), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.062042 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-365a57ec-f6fc-47f7-82e5-3ca3b8be617f admin admin] Publish callbacks [] for security_group (1df96298-e69d-4fdf-8097-133edbb95000), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.072671 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f9046-4299-4200-b5dc-6fd569fdb835 None None] Pushing event updated for resources: {'Port': ['ID=4fb26df7-e451-47eb-af49-5d699bb8a50f,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:39.104394 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a03e72d-1aa9-4c48-85c1-02eba627287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (78a2a49e-8997-4d60-b39d-8a49f2c4abfb), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.132912 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9369f4b-c004-4175-b462-2fd673ce851e req-3336379b-71ea-4208-94be-4116cad5dcbb tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:39.135604 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9369f4b-c004-4175-b462-2fd673ce851e req-3336379b-71ea-4208-94be-4116cad5dcbb tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 943 time: 0.6391070 Mar 23 09:01:39.141291 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b8e741e2-6c7c-440d-a629-5c30a44ec264 req-c6dd9ee2-6dc9-4258-97f9-2f4573cfd7a7 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 210 time: 0.1913326 Mar 23 09:01:39.167423 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-b196338b-dcab-49cd-a732-6f699dc85936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:39.169677 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-b196338b-dcab-49cd-a732-6f699dc85936 service neutron] 10.222.0.84 "GET /v2.0/networks?id=192d38c5-0cb9-49d6-9265-e35f7f5e455c HTTP/1.1" status: 200 len: 913 time: 0.7283771 Mar 23 09:01:39.173049 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-365a57ec-f6fc-47f7-82e5-3ca3b8be617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1df96298-e69d-4fdf-8097-133edbb95000), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.248972 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-365a57ec-f6fc-47f7-82e5-3ca3b8be617f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7c6f35c48f84be6abf3b6ee5b1416b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0690918 Mar 23 09:01:39.255436 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35004) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:39.258557 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-90f5f58a-3022-41a9-97f3-b2c9df7eb545 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c HTTP/1.1" status: 200 len: 217 time: 0.0818954 Mar 23 09:01:39.289014 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.84', 61705) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:39.313104 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6a03e72d-1aa9-4c48-85c1-02eba627287a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7b7f54ab42a4109b31c2dee1912f071&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2697599 Mar 23 09:01:39.328593 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35006) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:39.335413 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9369f4b-c004-4175-b462-2fd673ce851e req-1a2eefb3-b95b-4734-b487-780bd26eff34 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942253 Mar 23 09:01:39.362717 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8c411c25-32a9-4dbe-89e8-4e442690b40b req-827f277a-d885-403e-af61-4ff36b4769f3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 210 time: 0.0879538 Mar 23 09:01:39.377436 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03e72d-1aa9-4c48-85c1-02eba627287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a2a49e-8997-4d60-b39d-8a49f2c4abfb,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:39.388239 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6d4b0-6786-4db6-8afd-c8dc402212a3 None None] Current status of the port 4fb26df7-e451-47eb-af49-5d699bb8a50f is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:39.423907 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a57ec-f6fc-47f7-82e5-3ca3b8be617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df96298-e69d-4fdf-8097-133edbb95000,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:39.568191 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Publish callbacks [] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.590660 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:39.636790 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-a4191d35-7ce2-47da-a1c6-d1ab624b48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:39.638966 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-a4191d35-7ce2-47da-a1c6-d1ab624b48a5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=282aa05b-43be-4b45-82da-2b9a24205110 HTTP/1.1" status: 200 len: 852 time: 0.3281298 Mar 23 09:01:39.703232 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-07e58aaa-3976-44f7-ae99-c13f76f30484 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=192d38c5-0cb9-49d6-9265-e35f7f5e455c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445743 Mar 23 09:01:39.753158 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 4fb26df7-e451-47eb-af49-5d699bb8a50f up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:39.927487 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18816a9b-bac2-4e39-a497-85e16138913e None None] Pushing event updated for resources: {'Port': ['ID=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:39.961674 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Allocated IP 172.20.0.5 (73b6e3fd-ff74-42fc-ab77-b95c86491d66/a78d3ed2-ea15-4d48-9300-1199cc721474/859302c4-b87f-453c-aad6-797346fac8e9) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:40.006622 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d07d8be-2587-4547-a551-e461ec62b2db admin admin] Publish callbacks [] for security_group (1df96298-e69d-4fdf-8097-133edbb95000), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.057671 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Attempting to bind port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:40.058400 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Attempting to bind port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:40.058924 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Attempting to bind port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:40.067446 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:40.068440 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Checking segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:40.068995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.070103 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Bound using segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:40.071758 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Bound port: b0664e6a-b757-4bf1-af08-5c1b5bff88e7, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:40.072627 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.082653 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d07d8be-2587-4547-a551-e461ec62b2db admin admin] Publish callbacks [] for security_group (1df96298-e69d-4fdf-8097-133edbb95000), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.121468 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 4fb26df7-e451-47eb-af49-5d699bb8a50f triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:40.122013 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.270056 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] For port b0664e6a-b757-4bf1-af08-5c1b5bff88e7, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:40.279249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] For port b0664e6a-b757-4bf1-af08-5c1b5bff88e7, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:40.287858 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-57af9859-480a-4018-b725-ac4a91c88384 None None] Provisioning complete for port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:40.288240 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-57af9859-480a-4018-b725-ac4a91c88384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.294487 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.298653 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for port (859302c4-b87f-453c-aad6-797346fac8e9), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.338720 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eff8483b-3509-4e1e-a61d-d5620f251a8f req-b5d346bd-a77b-40a7-b8d1-8807aa0a6825 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 210 time: 0.0360084 Mar 23 09:01:40.356376 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1c6faab7-7474-4065-b9e1-9f2add310624 req-2a51d5ac-7cab-45a3-9ce7-f27b2075ad08 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 210 time: 0.3634231 Mar 23 09:01:40.395112 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-061a7c32-dab5-4ca5-b458-80d5c79cd4a9 admin admin] Publish callbacks [] for security_group (78a2a49e-8997-4d60-b39d-8a49f2c4abfb), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.411398 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.437227 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:01:40.438432 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:40.450007 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-f8e32467-36a1-438c-b32f-0e6854f40d0e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:40.455769 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-f8e32467-36a1-438c-b32f-0e6854f40d0e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 811 time: 1.1645443 Mar 23 09:01:40.507581 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.84', 61710) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:40.743750 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d07d8be-2587-4547-a551-e461ec62b2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1df96298-e69d-4fdf-8097-133edbb95000), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.750193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d07d8be-2587-4547-a551-e461ec62b2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.751702 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6d07d8be-2587-4547-a551-e461ec62b2db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1df96298-e69d-4fdf-8097-133edbb95000 HTTP/1.1" status: 204 len: 168 time: 1.4948645 Mar 23 09:01:40.754196 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-061a7c32-dab5-4ca5-b458-80d5c79cd4a9 admin admin] Publish callbacks [] for security_group (78a2a49e-8997-4d60-b39d-8a49f2c4abfb), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:40.851205 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 4fb26df7-e451-47eb-af49-5d699bb8a50f is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:40.864621 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-aa3bfa51-88d2-48ca-9dcd-e4b207e800d3 service neutron] 10.222.0.84 "GET /v2.0/networks/192d38c5-0cb9-49d6-9265-e35f7f5e455c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1499922 Mar 23 09:01:40.922739 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:01:40.943383 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ba5f-5a46-406e-965f-b79ea25bed9e req-64b0dbfb-aa01-4b92-a95b-59f3caeefa42 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:40.944961 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0226ba5f-5a46-406e-965f-b79ea25bed9e req-64b0dbfb-aa01-4b92-a95b-59f3caeefa42 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 931 time: 0.3842895 Mar 23 09:01:40.965240 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07d8be-2587-4547-a551-e461ec62b2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df96298-e69d-4fdf-8097-133edbb95000,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:40.966161 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:40.971342 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:40.977849 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:41.021145 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:41.027521 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:41.028137 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.055084 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18816a9b-bac2-4e39-a497-85e16138913e None None] Pushing event updated for resources: {'Port': ['ID=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:41.067383 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e326c-2eca-4521-b116-bdc0004a9c34 req-b9a255de-e399-4732-a103-41ccfcda774b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:41.068924 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e81e326c-2eca-4521-b116-bdc0004a9c34 req-b9a255de-e399-4732-a103-41ccfcda774b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 943 time: 0.4278398 Mar 23 09:01:41.073146 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-cfa66cfd-6f4e-486e-866d-37fe183a050c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1471903 Mar 23 09:01:41.087375 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-32671035-823c-4453-8462-2c2efb9a4f47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:41.088921 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-32671035-823c-4453-8462-2c2efb9a4f47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.5782299 Mar 23 09:01:41.100217 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Request body: {'port': {'device_id': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:41.192001 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-061a7c32-dab5-4ca5-b458-80d5c79cd4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (78a2a49e-8997-4d60-b39d-8a49f2c4abfb), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.194653 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-061a7c32-dab5-4ca5-b458-80d5c79cd4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.195817 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-061a7c32-dab5-4ca5-b458-80d5c79cd4a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78a2a49e-8997-4d60-b39d-8a49f2c4abfb HTTP/1.1" status: 204 len: 168 time: 1.8590078 Mar 23 09:01:41.245436 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a7c32-dab5-4ca5-b458-80d5c79cd4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a2a49e-8997-4d60-b39d-8a49f2c4abfb,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:41.259840 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.269302 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-d27f6a92-9ba0-4661-9eef-83593b4795f0 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27463bc61f9044de878a6e4961a15260 HTTP/1.1" status: 200 len: 380 time: 0.7899959 Mar 23 09:01:41.308285 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'port': {'device_id': 'c805af31-9293-4555-a76b-d7112d473154', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'admin_state_up': True, 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'security_groups': ['82c12bba-e711-4928-9a60-a7c5e6c1ad1f']}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:41.316747 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-57af9859-480a-4018-b725-ac4a91c88384 None None] Current status of the port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:41.317725 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-57af9859-480a-4018-b725-ac4a91c88384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.334472 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-8e866d6f-43e0-4944-98cd-2fca042473bd service neutron] 10.222.0.84 "GET /v2.0/networks/192d38c5-0cb9-49d6-9265-e35f7f5e455c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657224 Mar 23 09:01:41.414248 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0226ba5f-5a46-406e-965f-b79ea25bed9e req-48174f6a-4153-4267-b3f3-ab58614d8726 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180326 Mar 23 09:01:41.418708 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-57af9859-480a-4018-b725-ac4a91c88384 None None] For port b0664e6a-b757-4bf1-af08-5c1b5bff88e7, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:41.458501 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-57af9859-480a-4018-b725-ac4a91c88384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.478657 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e81e326c-2eca-4521-b116-bdc0004a9c34 req-7452556c-ed36-47e3-8c85-a34487a019f8 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853064 Mar 23 09:01:41.552764 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:01:41.556931 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Made reservation on behalf of 27463bc61f9044de878a6e4961a15260 for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:41.580322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.630901 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af9859-480a-4018-b725-ac4a91c88384 None None] Pushing event updated for resources: {'Port': ['ID=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:41.645932 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-d01ae6e7-165b-48af-84e3-2ddc9a64a557 None None] Provisioning complete for port 859302c4-b87f-453c-aad6-797346fac8e9 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:41.645932 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d01ae6e7-165b-48af-84e3-2ddc9a64a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (859302c4-b87f-453c-aad6-797346fac8e9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.695308 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-d01ae6e7-165b-48af-84e3-2ddc9a64a557 None None] Port 859302c4-b87f-453c-aad6-797346fac8e9 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:41.709444 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bf28f892-6f7e-4641-b533-7328f98691e2 req-abfc512e-cee3-4772-b07f-003e0da23eda tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 210 time: 0.1164861 Mar 23 09:01:41.745982 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b0664e6a-b757-4bf1-af08-5c1b5bff88e7 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:41.806517 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:40Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:01:41.808255 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-3d6406ee-39f9-487f-b224-240424518c08 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 379 time: 0.7033129 Mar 23 09:01:41.825330 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'port': {'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'admin_state_up': True, 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'security_groups': ['ee4e196c-175f-4dbd-9234-c849c627e3f2']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:41.865141 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bfaa2-3468-475c-b09b-ad29f9f9f894 None None] The sync data for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi is: [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:40Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:01:41.875541 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b7b392a9-88a9-4e4e-a2aa-e85d6948a4f3 req-ad304c1d-91a8-4af0-bd03-90e3b15c0d08 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 210 time: 0.0998368 Mar 23 09:01:41.898348 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-d01ae6e7-165b-48af-84e3-2ddc9a64a557 None None] Provisioning complete for port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:41.898754 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d01ae6e7-165b-48af-84e3-2ddc9a64a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.000971 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Allocated IP 172.20.0.4 (9631d064-4451-4b46-a503-ef0b663f91d9/eeda6616-137b-4b10-80fd-0feaf2aa6ea0/0d1a3d5f-bb5b-4aac-a709-6465057d2598) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:42.037621 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,segment=NetworkSegment(9e12565a-ec3d-4f83-885d-151dbc490c3d),segment_id=9e12565a-ec3d-4f83-885d-151dbc490c3d)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:42.068863 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:42.069695 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.223088 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c', 'network_id': '192d38c5-0cb9-49d6-9265-e35f7f5e455c', 'port_id': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c', 'mac_address': 'fa:16:3e:9b:bd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282aa05b-43be-4b45-82da-2b9a24205110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:01:42.271079 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.292638 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859302c4-b87f-453c-aad6-797346fac8e9 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:42.312292 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Publish callbacks [] for port (859302c4-b87f-453c-aad6-797346fac8e9), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.345694 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35114) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:42.355006 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.390521 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1eba-f7ca-48fc-bd35-43853ea02793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.396657 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-d01ae6e7-165b-48af-84e3-2ddc9a64a557 None None] Current status of the port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:42.444645 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Network 9631d064-4451-4b46-a503-ef0b663f91d9 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:42.453796 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:42.457163 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:42.459665 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Transition to ACTIVE for port object 859302c4-b87f-453c-aad6-797346fac8e9 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:01:42.469358 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:42.470380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.471071 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.500649 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:42.507307 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:42.507692 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.518777 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'Port': ['ID=0d1a3d5f-bb5b-4aac-a709-6465057d2598,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:42.542815 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-8ea8123e-58f1-4949-8811-85df51278f8a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2564178 Mar 23 09:01:42.555299 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:42.568856 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Request body: {'port': {'device_id': 'c805af31-9293-4555-a76b-d7112d473154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:42.615983 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,segment=NetworkSegment(9e12565a-ec3d-4f83-885d-151dbc490c3d),segment_id=9e12565a-ec3d-4f83-885d-151dbc490c3d)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:42.625823 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.739307 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:42.837086 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.858027 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:42.868076 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Made reservation on behalf of ae6383dd3179441897e5b23253456e4a for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:01:42.869502 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1eba-f7ca-48fc-bd35-43853ea02793 admin admin] Publish callbacks [] for security_group (46cf6047-7be2-4ae0-bcce-d9591e280320), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.886987 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.894075 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:01:42.898023 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1eba-f7ca-48fc-bd35-43853ea02793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (46cf6047-7be2-4ae0-bcce-d9591e280320), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:42.950912 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab3076-81ed-4f21-9d38-14071105f55a req-0bf5e9a7-b5c3-4ef9-b4da-ebaccf0a966f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:42.952121 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Attempting to bind port 859302c4-b87f-453c-aad6-797346fac8e9 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:42.952771 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54ab3076-81ed-4f21-9d38-14071105f55a req-0bf5e9a7-b5c3-4ef9-b4da-ebaccf0a966f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.3519609 Mar 23 09:01:42.957830 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Attempting to bind port 859302c4-b87f-453c-aad6-797346fac8e9 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:42.958169 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Attempting to bind port 859302c4-b87f-453c-aad6-797346fac8e9 on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:42.976549 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Port 859302c4-b87f-453c-aad6-797346fac8e9 on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:01:42.976872 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Attempting to bind port 859302c4-b87f-453c-aad6-797346fac8e9 on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:43.000021 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:43.002754 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4cbd1eba-f7ca-48fc-bd35-43853ea02793 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7060b1a11bc4dacb42f09eb00057bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6558838 Mar 23 09:01:43.005037 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Checking segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:43.005878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Bound using segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:43.006198 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Bound port: 859302c4-b87f-453c-aad6-797346fac8e9, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:43.006570 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.012037 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35130) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:43.016805 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd1eba-f7ca-48fc-bd35-43853ea02793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf6047-7be2-4ae0-bcce-d9591e280320,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:43.059225 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-15305b51-8175-4278-b079-166266fbd7d1 None None] Provisioning complete for port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:43.059612 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-15305b51-8175-4278-b079-166266fbd7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.117512 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0086b-2562-4f87-a815-316a1ea7dbbb req-4e60c91a-acaa-4322-9971-5f52bcf5ff99 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:43.119036 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-49d0086b-2562-4f87-a815-316a1ea7dbbb req-4e60c91a-acaa-4322-9971-5f52bcf5ff99 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 944 time: 0.4132252 Mar 23 09:01:43.198828 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54ab3076-81ed-4f21-9d38-14071105f55a req-f51abc9c-ee24-42b7-998d-52bc7d1fb6d2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194986 Mar 23 09:01:43.199130 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-15305b51-8175-4278-b079-166266fbd7d1 None None] Port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:43.245473 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.332400 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b06c57eb-2da6-4c3a-9b2f-e06105c70608 admin admin] Publish callbacks [] for security_group (46cf6047-7be2-4ae0-bcce-d9591e280320), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.347129 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:43.356903 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-49d0086b-2562-4f87-a815-316a1ea7dbbb req-e3941498-e866-47f6-af1f-37d2144027d2 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210324 Mar 23 09:01:43.387951 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:43.404403 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.464650 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.20.0.11 (8d257410-c049-45ea-91dd-8949a04fc044/3bad7aa7-6aff-4797-94b1-413fefc6e422/1f67f694-738b-4b23-af76-7ef7cd56f205) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:01:43.535257 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:43.535878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.538411 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] 10.222.0.84 "PUT /v2.0/ports/859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 1093 time: 2.4474440 Mar 23 09:01:43.538767 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:01:43.552370 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b06c57eb-2da6-4c3a-9b2f-e06105c70608 admin admin] Publish callbacks [] for security_group (46cf6047-7be2-4ae0-bcce-d9591e280320), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.636446 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb1787-88ab-43a4-8b00-09b4aaa6f82d service neutron] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:43.668273 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b0664e6a-b757-4bf1-af08-5c1b5bff88e7 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:43.691834 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866e8e4-301a-43ed-a866-1d015e022ecb req-4a5ebcee-0f68-4758-b2c5-afc421a10681 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:43.693415 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a866e8e4-301a-43ed-a866-1d015e022ecb req-4a5ebcee-0f68-4758-b2c5-afc421a10681 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 931 time: 0.3448503 Mar 23 09:01:43.714091 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b06c57eb-2da6-4c3a-9b2f-e06105c70608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (46cf6047-7be2-4ae0-bcce-d9591e280320), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.716846 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b06c57eb-2da6-4c3a-9b2f-e06105c70608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.721229 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b06c57eb-2da6-4c3a-9b2f-e06105c70608 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46cf6047-7be2-4ae0-bcce-d9591e280320 HTTP/1.1" status: 204 len: 168 time: 0.7080679 Mar 23 09:01:43.780488 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c57eb-2da6-4c3a-9b2f-e06105c70608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf6047-7be2-4ae0-bcce-d9591e280320,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:43.804789 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1a3d5f-bb5b-4aac-a709-6465057d2598 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:43.824107 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Publish callbacks [] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.852694 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a866e8e4-301a-43ed-a866-1d015e022ecb req-8c204b94-2d5b-47ce-af32-8cb99dbf97af tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508117 Mar 23 09:01:43.859796 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Transition to ACTIVE for port object 0d1a3d5f-bb5b-4aac-a709-6465057d2598 will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:01:43.865224 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.882481 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:43.883723 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:43.942058 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f5ba4eb9-f16f-4e1c-ab05-5060cdf6de68 req-376d4000-78e4-4962-b45c-e5b8be5d3d25 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 210 time: 0.3063378 Mar 23 09:01:43.995481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Attempting to bind port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:43.995829 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Attempting to bind port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:43.998707 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Attempting to bind port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 on network 9631d064-4451-4b46-a503-ef0b663f91d9 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:44.009206 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1a3d5f-bb5b-4aac-a709-6465057d2598,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:44.020565 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 on network 9631d064-4451-4b46-a503-ef0b663f91d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:01:44.020907 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Attempting to bind port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 on network 9631d064-4451-4b46-a503-ef0b663f91d9 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:44.028776 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723091ce-af3c-433e-a24b-353452f3b495" -d '{"events": [{"name": "network-changed", "server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "tag": "859302c4-b87f-453c-aad6-797346fac8e9"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:01:44.037751 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:44.038203 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Checking segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:44.038490 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Bound using segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:44.053728 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Bound port: 0d1a3d5f-bb5b-4aac-a709-6465057d2598, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:44.054193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:44.143626 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:44.159172 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] For port 0d1a3d5f-bb5b-4aac-a709-6465057d2598, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:44.164273 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] For port 0d1a3d5f-bb5b-4aac-a709-6465057d2598, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:44.172086 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:44.250770 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.251661 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:44.253532 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] 10.222.0.84 "PUT /v2.0/ports/0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 1093 time: 1.6992939 Mar 23 09:01:44.254430 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:01:44.257306 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:01:44.334205 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-a45b5c78-238f-49ac-9b0a-cb6448b5eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.345189 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-a45b5c78-238f-49ac-9b0a-cb6448b5eca8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1127 time: 0.7060397 Mar 23 09:01:44.381611 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da55f7-eae3-4691-a971-8b2728a23443 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1a3d5f-bb5b-4aac-a709-6465057d2598,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:44.421645 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-8192d3e4-44bf-42b7-acdf-2d06acce298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.423536 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-8192d3e4-44bf-42b7-acdf-2d06acce298d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1127 time: 0.1188877 Mar 23 09:01:44.438129 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-5b9fc37f-91c0-4201-832d-545d2285ade7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 217 time: 0.0861623 Mar 23 09:01:44.478720 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-798d0254-a78b-4d93-a424-bf3be57f62a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 217 time: 0.0471694 Mar 23 09:01:44.556383 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-d72823e0-88d1-4116-b7f5-4c8e3d2d4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.558133 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-d72823e0-88d1-4116-b7f5-4c8e3d2d4364 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0707183 Mar 23 09:01:44.719931 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d065-482b-420f-9e44-c37e041b225d req-8b43e7f9-7598-4ab6-94d7-f9ef1592d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.721463 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-8b43e7f9-7598-4ab6-94d7-f9ef1592d2dd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1564922 Mar 23 09:01:44.751460 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667fca1b-2885-49c7-9a73-2e65f9143ce0 x-openstack-request-id: req-667fca1b-2885-49c7-9a73-2e65f9143ce0 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:01:44.751709 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "tag": "859302c4-b87f-453c-aad6-797346fac8e9", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:01:44.752099 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-667fca1b-2885-49c7-9a73-2e65f9143ce0 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:01:44.752558 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667fca1b-2885-49c7-9a73-2e65f9143ce0'] response: {'name': 'network-changed', 'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9', 'status': 'completed', 'code': 200} Mar 23 09:01:44.800033 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d233b2-f099-4afd-b04f-dce906825aa2 req-5f5c65f8-1b3e-4c9d-a5dc-e8face562dbf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.806986 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-82d233b2-f099-4afd-b04f-dce906825aa2 req-5f5c65f8-1b3e-4c9d-a5dc-e8face562dbf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.4584286 Mar 23 09:01:44.812824 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-02a9d29e-661a-4cae-b84a-f3a678899660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.814592 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-02a9d29e-661a-4cae-b84a-f3a678899660 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.3446937 Mar 23 09:01:44.822245 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:44.844858 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854bbe7a-2253-4787-8e83-e159cf1ee57f x-openstack-request-id: req-854bbe7a-2253-4787-8e83-e159cf1ee57f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:01:44.845624 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:01:44.846229 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-854bbe7a-2253-4787-8e83-e159cf1ee57f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:01:44.846660 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854bbe7a-2253-4787-8e83-e159cf1ee57f'] response: {'name': 'network-changed', 'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'status': 'completed', 'code': 200} Mar 23 09:01:44.974496 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-82d233b2-f099-4afd-b04f-dce906825aa2 req-de67945e-4116-4933-8b47-809cc9c7ba81 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587522 Mar 23 09:01:44.980274 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-a2c76d2a-5279-402c-839a-2f3ac9011f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:44.981815 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-eb001631-e823-4f14-866b-7c24ac904e4f service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505498 Mar 23 09:01:44.989702 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-a2c76d2a-5279-402c-839a-2f3ac9011f54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1617718 Mar 23 09:01:44.991602 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:45.111218 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cef38-6e3e-4df3-8e51-4ef01e391850 req-36a3b4e2-ec4b-4d5c-bc53-1cb42f63748d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:45.113846 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d97cef38-6e3e-4df3-8e51-4ef01e391850 req-36a3b4e2-ec4b-4d5c-bc53-1cb42f63748d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 944 time: 0.2227404 Mar 23 09:01:45.120853 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network 8d257410-c049-45ea-91dd-8949a04fc044 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:01:45.131780 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:01:45.174477 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:01:45.179735 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:45.180376 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:45.191171 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=1f67f694-738b-4b23-af76-7ef7cd56f205,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:45.232454 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-658dee13-b1da-4439-b0eb-87a87833b518 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4116287 Mar 23 09:01:45.296812 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Request body: {'port': {'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:01:45.301198 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d97cef38-6e3e-4df3-8e51-4ef01e391850 req-c82fe65f-8b8e-441a-bfbd-bc77954d09e4 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760421 Mar 23 09:01:45.381808 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-edb6685f-529a-44ba-957d-6e531ce0db54 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850567 Mar 23 09:01:45.391776 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108aab6-5423-4d4f-adfa-d83150245aab req-085fa6f8-252a-4e83-ac17-fc2ae89978f0 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:45.395385 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8108aab6-5423-4d4f-adfa-d83150245aab req-085fa6f8-252a-4e83-ac17-fc2ae89978f0 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 943 time: 0.2894728 Mar 23 09:01:45.435927 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:45.619646 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-b0713cb6-731a-477d-a947-aa4faa4b041b None None] Provisioning complete for port 1f67f694-738b-4b23-af76-7ef7cd56f205 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:45.620021 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b0713cb6-731a-477d-a947-aa4faa4b041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:45.622228 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:01:45.670643 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:45.707146 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-b0713cb6-731a-477d-a947-aa4faa4b041b None None] Port 1f67f694-738b-4b23-af76-7ef7cd56f205 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:01:45.713716 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:45.714906 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:45.787145 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8108aab6-5423-4d4f-adfa-d83150245aab req-784e9287-9286-405b-865f-c766ff9bf51e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696940 Mar 23 09:01:45.787509 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e954d065-482b-420f-9e44-c37e041b225d req-6002ab64-6e0a-4072-8a69-f1c3f4707639 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949810 Mar 23 09:01:45.820919 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ca8a1-775a-49fb-87c1-0192af68c9e1 req-da5ff5cf-4783-4d2b-9a17-df508939e257 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:45.823239 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-058a53b3-eeba-479b-82fe-f789c3269ab1 req-b71c85ec-3666-4c07-a623-5cc1dc43fc9e service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266539 Mar 23 09:01:45.824806 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fd3ca8a1-775a-49fb-87c1-0192af68c9e1 req-da5ff5cf-4783-4d2b-9a17-df508939e257 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 932 time: 0.4305420 Mar 23 09:01:45.870605 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:45.871001 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:45.926235 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:01:45.943581 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fd3ca8a1-775a-49fb-87c1-0192af68c9e1 req-6a379921-60dc-420c-8bba-99553024fb6f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171412 Mar 23 09:01:46.027170 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-337f88ec-1709-4a6f-b4d3-2d3aaf0c7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.028832 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-337f88ec-1709-4a6f-b4d3-2d3aaf0c7779 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1127 time: 0.1922138 Mar 23 09:01:46.066669 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091ce-af3c-433e-a24b-353452f3b495 req-17a004ff-4841-4c18-b08c-a8731b4ba50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.068064 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-723091ce-af3c-433e-a24b-353452f3b495 req-17a004ff-4841-4c18-b08c-a8731b4ba50c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1127 time: 0.1486959 Mar 23 09:01:46.120179 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,segment=NetworkSegment(9e12565a-ec3d-4f83-885d-151dbc490c3d),segment_id=9e12565a-ec3d-4f83-885d-151dbc490c3d)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:46.138136 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:46.269161 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:46.312325 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091ce-af3c-433e-a24b-353452f3b495 req-ac52fe81-533c-4c44-b4c6-5c280f164614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.318511 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-723091ce-af3c-433e-a24b-353452f3b495 req-ac52fe81-533c-4c44-b4c6-5c280f164614 service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.2404382 Mar 23 09:01:46.375516 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf3876-74a9-428b-8ea5-716798710616" -d '{"events": [{"server_uuid": "14ba9dfc-4065-493f-b18f-240f8eb144f8", "name": "network-vif-plugged", "status": "completed", "tag": "792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:01:46.449838 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-723091ce-af3c-433e-a24b-353452f3b495 req-69781c74-eb0b-44c9-bd17-2a80f7bb6900 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 217 time: 0.1258521 Mar 23 09:01:46.454512 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6bce7-6a8d-44cc-b548-5e86b9522b7b req-abd98e67-078a-4d80-856a-cabfccdfe4c2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.456271 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-42f6bce7-6a8d-44cc-b548-5e86b9522b7b req-abd98e67-078a-4d80-856a-cabfccdfe4c2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.1959555 Mar 23 09:01:46.472649 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-6b5488c5-6492-46ab-afd1-97ade1bbad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.474164 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-6b5488c5-6492-46ab-afd1-97ade1bbad03 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.4369035 Mar 23 09:01:46.549584 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091ce-af3c-433e-a24b-353452f3b495 req-e5f341a5-0800-45ef-af28-93bcbc1c762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.551410 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-723091ce-af3c-433e-a24b-353452f3b495 req-e5f341a5-0800-45ef-af28-93bcbc1c762c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0952892 Mar 23 09:01:46.580888 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b3a63-bd06-47b4-860b-6b37ffca2552 req-17a03754-0baa-4e07-ac58-716ef25b3224 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.582843 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-076b3a63-bd06-47b4-860b-6b37ffca2552 req-17a03754-0baa-4e07-ac58-716ef25b3224 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0867097 Mar 23 09:01:46.591825 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-04548c04-d743-4ce0-aa82-f37103a582dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 217 time: 0.0993443 Mar 23 09:01:46.620407 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-42f6bce7-6a8d-44cc-b548-5e86b9522b7b req-8bd6e3b4-b0d6-4596-ab4d-b9fd6698ce69 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543729 Mar 23 09:01:46.754752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091ce-af3c-433e-a24b-353452f3b495 req-c6ba97ad-2997-4a87-93df-1275dacd1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.759993 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-723091ce-af3c-433e-a24b-353452f3b495 req-c6ba97ad-2997-4a87-93df-1275dacd1575 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2009914 Mar 23 09:01:46.814809 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-ec845853-62e6-46aa-af7d-6b99fcde5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:46.823928 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-ec845853-62e6-46aa-af7d-6b99fcde5cc5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.2215977 Mar 23 09:01:46.836953 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-076b3a63-bd06-47b4-860b-6b37ffca2552 req-6e5b87a9-508a-43c6-be8e-9bc0b273cf69 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044952 Mar 23 09:01:46.880280 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f67f694-738b-4b23-af76-7ef7cd56f205 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:46.903458 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Publish callbacks [] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:46.937948 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Transition to ACTIVE for port object 1f67f694-738b-4b23-af76-7ef7cd56f205 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:01:46.952235 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-723091ce-af3c-433e-a24b-353452f3b495 req-7e2a1f94-c426-40d5-9a6d-7953f091a4cd service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798427 Mar 23 09:01:46.964955 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:47.055148 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Pushing event updated for resources: {'Port': ['ID=1f67f694-738b-4b23-af76-7ef7cd56f205,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:47.133687 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-d397af93-9db7-4b90-b620-05aaeb35033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:47.135264 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-d397af93-9db7-4b90-b620-05aaeb35033d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1940198 Mar 23 09:01:47.140102 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Attempting to bind port 1f67f694-738b-4b23-af76-7ef7cd56f205 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:01:47.142238 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Attempting to bind port 1f67f694-738b-4b23-af76-7ef7cd56f205 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:01:47.142644 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Attempting to bind port 1f67f694-738b-4b23-af76-7ef7cd56f205 on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:47.163351 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-723091ce-af3c-433e-a24b-353452f3b495 req-5e9013c1-efc2-47a8-a8a1-9bd7a9cda087 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045782 Mar 23 09:01:47.221561 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0889d79-2c29-4c5f-bade-e87d90580fa5 req-669a5205-cf19-491b-8874-f31cbe1d5b05 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:47.223350 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a0889d79-2c29-4c5f-bade-e87d90580fa5 req-669a5205-cf19-491b-8874-f31cbe1d5b05 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 943 time: 0.2635446 Mar 23 09:01:47.226917 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447669dc-01d1-47f1-ac3e-c66397f9f0fc x-openstack-request-id: req-447669dc-01d1-47f1-ac3e-c66397f9f0fc {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:01:47.227400 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ba9dfc-4065-493f-b18f-240f8eb144f8", "name": "network-vif-plugged", "status": "completed", "tag": "792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:01:47.227400 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-447669dc-01d1-47f1-ac3e-c66397f9f0fc {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:01:47.227880 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447669dc-01d1-47f1-ac3e-c66397f9f0fc'] response: {'server_uuid': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c', 'code': 200} Mar 23 09:01:47.323126 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a0889d79-2c29-4c5f-bade-e87d90580fa5 req-acf9c16f-839d-4f9e-9a57-06fb25b9acbd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939956 Mar 23 09:01:47.340243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Port 1f67f694-738b-4b23-af76-7ef7cd56f205 on network 8d257410-c049-45ea-91dd-8949a04fc044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:01:47.341746 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Attempting to bind port 1f67f694-738b-4b23-af76-7ef7cd56f205 on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:01:47.372045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:01:47.372705 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Checking segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:01:47.373333 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Bound using segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:01:47.374506 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Bound port: 1f67f694-738b-4b23-af76-7ef7cd56f205, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:01:47.375052 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:47.429094 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-755928a7-7bea-4c48-a319-7689fa60007f service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796197 Mar 23 09:01:47.521803 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba84b0-cd1a-43d6-8157-a1d01ecb5bb6 req-eda61b7b-c22b-4ac0-bac8-de9013500568 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:47.523316 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-01ba84b0-cd1a-43d6-8157-a1d01ecb5bb6 req-eda61b7b-c22b-4ac0-bac8-de9013500568 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 944 time: 0.2224512 Mar 23 09:01:47.586374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] For port 1f67f694-738b-4b23-af76-7ef7cd56f205, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:01:47.605445 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b69aa-9949-4ed8-a662-3e5a98f6e9cb req-5be2b4b8-88a4-4368-bc42-a8c37bb40110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:47.607197 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ea2b69aa-9949-4ed8-a662-3e5a98f6e9cb req-5be2b4b8-88a4-4368-bc42-a8c37bb40110 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 1129 time: 0.1575234 Mar 23 09:01:47.629791 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea2b69aa-9949-4ed8-a662-3e5a98f6e9cb req-321febf9-2d00-448c-b22d-58597fb9b42f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:47.643050 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-01ba84b0-cd1a-43d6-8157-a1d01ecb5bb6 req-c9a18d0e-5147-4638-9bdf-6812bbbc7c04 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898876 Mar 23 09:01:47.646148 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] For port 1f67f694-738b-4b23-af76-7ef7cd56f205, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1f67f694-738b-4b23-af76-7ef7cd56f205,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:01:47.657921 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:47.755575 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea2b69aa-9949-4ed8-a662-3e5a98f6e9cb req-321febf9-2d00-448c-b22d-58597fb9b42f service neutron] Publish callbacks [] for security_group (cc7f8b81-07f7-47bd-93a6-54bb54b0b741), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:47.760051 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-90d993e7-d2ef-477f-bfbb-82f84e63a2ec service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032906 Mar 23 09:01:47.763684 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:47.764705 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:47.766360 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] 10.222.0.84 "PUT /v2.0/ports/1f67f694-738b-4b23-af76-7ef7cd56f205 HTTP/1.1" status: 200 len: 1094 time: 2.5237873 Mar 23 09:01:47.766880 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:01:47.768481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea2b69aa-9949-4ed8-a662-3e5a98f6e9cb req-321febf9-2d00-448c-b22d-58597fb9b42f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cc7f8b81-07f7-47bd-93a6-54bb54b0b741), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:47.769325 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117258c3-2c84-43cb-bdd0-069e501866f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:01:47.808191 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5d679-8a88-44eb-ae6b-800ca7950702 service neutron] Pushing event updated for resources: {'Port': ['ID=1f67f694-738b-4b23-af76-7ef7cd56f205,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:47.859304 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9747d8e1-e091-4ade-b2df-0044296c9a22 x-openstack-request-id: req-9747d8e1-e091-4ade-b2df-0044296c9a22 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:01:47.859884 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:01:47.860308 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9747d8e1-e091-4ade-b2df-0044296c9a22 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:01:47.860916 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9747d8e1-e091-4ade-b2df-0044296c9a22'] response: {'name': 'network-changed', 'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'status': 'completed', 'code': 200} Mar 23 09:01:47.889507 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ea2b69aa-9949-4ed8-a662-3e5a98f6e9cb req-321febf9-2d00-448c-b22d-58597fb9b42f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758436 Mar 23 09:01:47.914066 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321febf9-2d00-448c-b22d-58597fb9b42f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f8b81-07f7-47bd-93a6-54bb54b0b741,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:47.973995 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13800e-f4e5-471c-bc23-54f376314173 req-368d19d1-6d2f-4add-aeb0-fd9f2c120ec1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:47.976116 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ed13800e-f4e5-471c-bc23-54f376314173 req-368d19d1-6d2f-4add-aeb0-fd9f2c120ec1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.2240849 Mar 23 09:01:48.090789 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ed13800e-f4e5-471c-bc23-54f376314173 req-b4a9f1d2-7fc3-4353-a167-8eeef69c4b35 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050427 Mar 23 09:01:48.294145 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676f5ec-5fc1-4c3f-b78b-b57d21ec0352 req-0e19e912-2715-4f92-a091-3a8b951d48c9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:48.300662 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c676f5ec-5fc1-4c3f-b78b-b57d21ec0352 req-0e19e912-2715-4f92-a091-3a8b951d48c9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.3388875 Mar 23 09:01:48.321352 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-a52bf7e1-bc82-4530-8efd-cb26b3a1ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:48.323005 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-a52bf7e1-bc82-4530-8efd-cb26b3a1ca5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 1128 time: 0.4514084 Mar 23 09:01:48.391751 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-f728abf6-9e79-487b-835e-dd62107093d9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f67f694-738b-4b23-af76-7ef7cd56f205 HTTP/1.1" status: 200 len: 217 time: 0.0506115 Mar 23 09:01:48.409151 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c676f5ec-5fc1-4c3f-b78b-b57d21ec0352 req-21b7d979-b540-454d-939d-7adebae5794b tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068287 Mar 23 09:01:48.480149 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-da5ecb22-f54c-4cc6-8d45-78703e326538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:48.483008 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-da5ecb22-f54c-4cc6-8d45-78703e326538 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0725741 Mar 23 09:01:48.552206 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e50db1-e967-4931-bd90-b3799bb68551 req-ede07216-3e72-4ed0-9530-5bc1085fd9cc tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:48.553727 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-87e50db1-e967-4931-bd90-b3799bb68551 req-ede07216-3e72-4ed0-9530-5bc1085fd9cc tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 943 time: 0.1134648 Mar 23 09:01:48.586004 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-f2f2a763-0fe1-4844-8d2f-3beb4075728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:48.590211 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-f2f2a763-0fe1-4844-8d2f-3beb4075728b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002653 Mar 23 09:01:48.649342 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-87e50db1-e967-4931-bd90-b3799bb68551 req-be8cbfc9-a2df-4678-ad42-eba2baadf0ab tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847602 Mar 23 09:01:48.716028 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-272649e7-6974-415d-8679-93ff54b8602b service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179938 Mar 23 09:01:48.848013 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-00d87afb-9486-4359-8aaf-d21fb7846dbf req-b37ac8b6-dc30-405a-910f-3019c47083fc service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253583 Mar 23 09:01:48.855634 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfacb5-8028-4028-a58d-241ad0b6262e req-1b8b8b8b-6783-47b3-99c2-467e6f476c52 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:48.857044 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fcfacb5-8028-4028-a58d-241ad0b6262e req-1b8b8b8b-6783-47b3-99c2-467e6f476c52 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 944 time: 0.0860732 Mar 23 09:01:48.918943 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fcfacb5-8028-4028-a58d-241ad0b6262e req-76d04967-82b4-4767-86f7-029d0c3a8a66 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562150 Mar 23 09:01:48.957744 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-0afb913a-fd90-4a0f-a16b-cbd15d586705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:48.959258 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-0afb913a-fd90-4a0f-a16b-cbd15d586705 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 1128 time: 0.0613284 Mar 23 09:01:49.044154 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-a5b03fce-60ad-4e97-869c-c8b7665b8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:49.046094 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-a5b03fce-60ad-4e97-869c-c8b7665b8c84 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.0803981 Mar 23 09:01:49.090119 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-38a59917-c641-4c6f-ab19-5add965bcf76 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f67f694-738b-4b23-af76-7ef7cd56f205 HTTP/1.1" status: 200 len: 217 time: 0.0371406 Mar 23 09:01:49.135950 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-4e5779ff-4f89-456b-bc95-d30ea5f2ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:49.137305 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-4e5779ff-4f89-456b-bc95-d30ea5f2ad72 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0414379 Mar 23 09:01:49.187600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-7acefa40-56df-4e01-9a74-77b895adb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:49.189378 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-7acefa40-56df-4e01-9a74-77b895adb900 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461535 Mar 23 09:01:49.228997 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c5e28-0f1b-4fe3-a4b3-6874de658293 req-afb20edd-a6db-4174-b251-748a191d5eee tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:49.230586 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-483c5e28-0f1b-4fe3-a4b3-6874de658293 req-afb20edd-a6db-4174-b251-748a191d5eee tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0506358 Mar 23 09:01:49.285136 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-483c5e28-0f1b-4fe3-a4b3-6874de658293 req-712c45ba-85fa-4701-b25e-6de5f3785e7d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484273 Mar 23 09:01:49.286370 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-90f37878-a531-4874-9840-3c04ed3a6ba4 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897515 Mar 23 09:01:49.379589 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-117258c3-2c84-43cb-bdd0-069e501866f0 req-ec5e1e78-8986-4b15-9d9e-9c21190b0e08 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871084 Mar 23 09:01:49.481463 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0d1a3d5f-bb5b-4aac-a709-6465057d2598 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:01:49.528473 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24e4e-ac2f-436a-845e-7229d81e8d6c req-057df293-4dbb-4448-a7f7-8c196a32b513 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:49.530530 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-04a24e4e-ac2f-436a-845e-7229d81e8d6c req-057df293-4dbb-4448-a7f7-8c196a32b513 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0632033 Mar 23 09:01:49.580840 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-04a24e4e-ac2f-436a-845e-7229d81e8d6c req-32c55d3d-acfa-41dd-8524-824d80cec8f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Mar 23 09:01:49.584325 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 0d1a3d5f-bb5b-4aac-a709-6465057d2598, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:49.596710 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'port_id': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'mac_address': 'fa:16:3e:d1:58:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:01:49.648180 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:49.648180 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:49.666925 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1a3d5f-bb5b-4aac-a709-6465057d2598 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:49.683507 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 0d1a3d5f-bb5b-4aac-a709-6465057d2598, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:49.688559 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:49.689509 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:01:49.803313 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3d5f-bb5b-4aac-a709-6465057d2598,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:49.849822 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91021561-8fa1-4405-92a9-f8a97a6caf97 req-cd1841bb-83e9-4d3e-91f3-94504e25313d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:49.851516 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-91021561-8fa1-4405-92a9-f8a97a6caf97 req-cd1841bb-83e9-4d3e-91f3-94504e25313d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 944 time: 0.0744433 Mar 23 09:01:49.874738 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:49.891562 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '859302c4-b87f-453c-aad6-797346fac8e9', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'port_id': '859302c4-b87f-453c-aad6-797346fac8e9', 'mac_address': 'fa:16:3e:f9:7d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:01:49.931909 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-91021561-8fa1-4405-92a9-f8a97a6caf97 req-4599fc9c-3732-4252-8358-10d354bd9c0f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715854 Mar 23 09:01:49.968183 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:49.968557 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:49.985623 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859302c4-b87f-453c-aad6-797346fac8e9 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:50.007112 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:50.012653 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:50.074945 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:50.075273 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b7f99-2c87-48f8-9f89-1410ada77465 req-fb80e77e-734d-4c35-968d-fb902b375e1c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:50.082641 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-511b7f99-2c87-48f8-9f89-1410ada77465 req-fb80e77e-734d-4c35-968d-fb902b375e1c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 944 time: 0.0719681 Mar 23 09:01:50.141443 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-511b7f99-2c87-48f8-9f89-1410ada77465 req-db0cf72a-2e44-4201-99e9-c190847f1875 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528688 Mar 23 09:01:50.250547 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['859302c4-b87f-453c-aad6-797346fac8e9'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:01:50.306677 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['0d1a3d5f-bb5b-4aac-a709-6465057d2598'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:01:50.454014 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47803afb-5362-4dad-9d38-19290f0dbdcc req-af1dab59-ae0e-4abe-91c5-d96f8e9740bc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:50.457596 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-47803afb-5362-4dad-9d38-19290f0dbdcc req-af1dab59-ae0e-4abe-91c5-d96f8e9740bc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0818970 Mar 23 09:01:50.536118 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-47803afb-5362-4dad-9d38-19290f0dbdcc req-418c1fd9-ea53-41b6-97c3-c56eb2a13a75 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715599 Mar 23 09:01:50.740037 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d304d7-8c32-489d-a167-598e801fb38a req-33441381-02f2-414d-a665-c218a845bcb5 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:50.745759 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-33d304d7-8c32-489d-a167-598e801fb38a req-33441381-02f2-414d-a665-c218a845bcb5 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0890927 Mar 23 09:01:50.793844 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-33d304d7-8c32-489d-a167-598e801fb38a req-1c9f708c-9d9b-4c89-b4be-3fa2b8a1ee37 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Mar 23 09:01:51.106888 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95d8a-5b09-4f21-8d1e-6884d303a9f5 req-d7dce825-2fa8-4eca-b2dc-fa9402a61dac tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:51.108644 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ddf95d8a-5b09-4f21-8d1e-6884d303a9f5 req-d7dce825-2fa8-4eca-b2dc-fa9402a61dac tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 944 time: 0.0772893 Mar 23 09:01:51.189395 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ddf95d8a-5b09-4f21-8d1e-6884d303a9f5 req-d6059668-9928-42e5-bd6e-c885f22441c2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641041 Mar 23 09:01:51.266696 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f9cb-e4a7-4f79-b8ab-388cae8d5fb3 req-94f5eb35-b40a-4a73-8b7c-2534c50415b1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:51.268150 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6643f9cb-e4a7-4f79-b8ab-388cae8d5fb3 req-94f5eb35-b40a-4a73-8b7c-2534c50415b1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 944 time: 0.0544519 Mar 23 09:01:51.318844 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6643f9cb-e4a7-4f79-b8ab-388cae8d5fb3 req-72368567-db2d-47fb-bf83-707e30e4f105 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452311 Mar 23 09:01:51.566940 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1f67f694-738b-4b23-af76-7ef7cd56f205 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:01:51.665349 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 1f67f694-738b-4b23-af76-7ef7cd56f205, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1f67f694-738b-4b23-af76-7ef7cd56f205,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:51.668945 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93863859-2b4d-4f17-9566-de6add82795f req-c54b5305-ef03-4278-9ca4-01cde0334635 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:51.671081 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-93863859-2b4d-4f17-9566-de6add82795f req-c54b5305-ef03-4278-9ca4-01cde0334635 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0549026 Mar 23 09:01:51.677799 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:01:51.716693 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-93863859-2b4d-4f17-9566-de6add82795f req-42718b1b-c037-4cda-924b-3783c02a885d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Mar 23 09:01:51.718634 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 1f67f694-738b-4b23-af76-7ef7cd56f205 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:51.719032 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:51.732482 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f67f694-738b-4b23-af76-7ef7cd56f205 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:01:51.753357 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 1f67f694-738b-4b23-af76-7ef7cd56f205, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1f67f694-738b-4b23-af76-7ef7cd56f205,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:51.757359 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:51.804244 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=1f67f694-738b-4b23-af76-7ef7cd56f205,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:52.300218 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc34d11-7f6b-4af6-8c56-de2d665451aa req-ce472d95-facf-4318-96db-26e393abe024 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:52.301757 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1bc34d11-7f6b-4af6-8c56-de2d665451aa req-ce472d95-facf-4318-96db-26e393abe024 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 944 time: 0.0531557 Mar 23 09:01:52.350409 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1bc34d11-7f6b-4af6-8c56-de2d665451aa req-50b08dc3-2d0e-49e1-8539-c99510ef75c9 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428424 Mar 23 09:01:52.434592 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf5b82-bdc9-49c1-a7c1-64dc1462ee58 req-14c18555-ec8f-470f-bc58-bcef47a8f93b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:52.436131 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eacf5b82-bdc9-49c1-a7c1-64dc1462ee58 req-14c18555-ec8f-470f-bc58-bcef47a8f93b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 945 time: 0.0517209 Mar 23 09:01:52.486147 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eacf5b82-bdc9-49c1-a7c1-64dc1462ee58 req-9e8ffe28-a4e5-4663-b731-6d91c5bd3af0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440192 Mar 23 09:01:52.834974 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02d992-fdf2-40f0-9136-5bd4217ddc10 req-2dd52773-3a38-49c4-a5e2-0a6d80133bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:52.836428 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0a02d992-fdf2-40f0-9136-5bd4217ddc10 req-2dd52773-3a38-49c4-a5e2-0a6d80133bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0501268 Mar 23 09:01:52.885232 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0a02d992-fdf2-40f0-9136-5bd4217ddc10 req-045215c4-2c27-49ac-82cc-f138acbdf9ca tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Mar 23 09:01:53.464722 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef625441-20df-4735-98cc-3679d29cb0bd req-aa783b2d-9be5-4e65-ace4-0a194c08570f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:53.466193 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ef625441-20df-4735-98cc-3679d29cb0bd req-aa783b2d-9be5-4e65-ace4-0a194c08570f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 944 time: 0.0510008 Mar 23 09:01:53.516022 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ef625441-20df-4735-98cc-3679d29cb0bd req-667a038c-0595-41b6-a5ea-55d8860f1096 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Mar 23 09:01:53.612315 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe713-9c6f-4be0-97f1-29510600bf26 req-7a391cb7-2839-4231-b093-c5cb87aea76e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:53.613842 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f4dbe713-9c6f-4be0-97f1-29510600bf26 req-7a391cb7-2839-4231-b093-c5cb87aea76e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 945 time: 0.0599008 Mar 23 09:01:53.663710 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f4dbe713-9c6f-4be0-97f1-29510600bf26 req-f9ab16ad-1011-4292-8a20-d081752558de tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Mar 23 09:01:53.667990 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['1f67f694-738b-4b23-af76-7ef7cd56f205'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:01:54.005728 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece5f0-b14c-4f45-869f-ad4293f36fdb req-221d0f10-61d9-4de3-90e5-7f0f9ae18f34 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:54.007182 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-78ece5f0-b14c-4f45-869f-ad4293f36fdb req-221d0f10-61d9-4de3-90e5-7f0f9ae18f34 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0521703 Mar 23 09:01:54.053038 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-78ece5f0-b14c-4f45-869f-ad4293f36fdb req-72c9bfd8-7008-44d8-9f2a-c494d43f91ee tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403082 Mar 23 09:01:54.656320 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e254ac-6be1-40cd-8990-99357b0b51de req-83a8149b-65b4-4709-8677-fa6b1ccd4d65 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:54.657988 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64e254ac-6be1-40cd-8990-99357b0b51de req-83a8149b-65b4-4709-8677-fa6b1ccd4d65 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 944 time: 0.0644541 Mar 23 09:01:54.709645 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64e254ac-6be1-40cd-8990-99357b0b51de req-e302365a-6917-4fd3-8ceb-e2a2466237db tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 Mar 23 09:01:54.841723 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2a8ad-419d-44bd-a0ad-0b1744a4aec0 req-7a1f1784-528f-4ef8-84c0-af6a57042b5a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:54.843502 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0be2a8ad-419d-44bd-a0ad-0b1744a4aec0 req-7a1f1784-528f-4ef8-84c0-af6a57042b5a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 945 time: 0.0633094 Mar 23 09:01:54.890590 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0be2a8ad-419d-44bd-a0ad-0b1744a4aec0 req-40da1829-586f-4f88-81b2-ddeee3707d2b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414526 Mar 23 09:01:55.173422 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320981-cd95-4605-87bf-3ee5d2e4572d req-77ed7c91-5e31-4405-8eca-3bc8e012c4e7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:55.174864 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-80320981-cd95-4605-87bf-3ee5d2e4572d req-77ed7c91-5e31-4405-8eca-3bc8e012c4e7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0538254 Mar 23 09:01:55.219960 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-80320981-cd95-4605-87bf-3ee5d2e4572d req-93a9031c-9770-420f-b08d-2326a534af4a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395801 Mar 23 09:01:55.696529 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:55.744937 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 859302c4-b87f-453c-aad6-797346fac8e9 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:01:55.748845 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 859302c4-b87f-453c-aad6-797346fac8e9 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:55.749220 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (859302c4-b87f-453c-aad6-797346fac8e9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:55.828503 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:55.828812 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:55.836184 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c365e-e518-4c6c-b77a-16032e8e5b60 req-e1ea394f-6fff-4648-8ca0-5b1529d68962 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:55.837680 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-209c365e-e518-4c6c-b77a-16032e8e5b60 req-e1ea394f-6fff-4648-8ca0-5b1529d68962 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 944 time: 0.0517774 Mar 23 09:01:55.851444 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:01:55.853676 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083a1875-1a0f-4149-aaa1-7197f295138d" -d '{"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-plugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:01:55.866456 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:55.870515 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:55.871481 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0d1a3d5f-bb5b-4aac-a709-6465057d2598 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:55.885272 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-209c365e-e518-4c6c-b77a-16032e8e5b60 req-1e369af7-82ef-412c-8466-76c63cb98dde tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Mar 23 09:01:55.939841 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffac9056-5fd7-4a63-be0e-ba50deec8c4e x-openstack-request-id: req-ffac9056-5fd7-4a63-be0e-ba50deec8c4e {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:01:55.940156 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-plugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:01:55.940417 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ffac9056-5fd7-4a63-be0e-ba50deec8c4e {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:01:55.940809 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffac9056-5fd7-4a63-be0e-ba50deec8c4e'] response: {'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9', 'code': 200} Mar 23 09:01:55.948298 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:55.960022 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:01:55.963875 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:55.964325 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:56.031742 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e54c8-ce9d-4280-b7bb-e457a176754c req-2ed10722-8e78-42f0-9fb6-b9909b3fceaf tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:56.033181 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b44e54c8-ce9d-4280-b7bb-e457a176754c req-2ed10722-8e78-42f0-9fb6-b9909b3fceaf tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 945 time: 0.0516937 Mar 23 09:01:56.043585 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:56.043979 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:56.077988 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 0d1a3d5f-bb5b-4aac-a709-6465057d2598, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:56.082561 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:56.088073 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b44e54c8-ce9d-4280-b7bb-e457a176754c req-54f4cba2-8028-4fea-8a0b-552b78936623 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489919 Mar 23 09:01:56.131125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=0d1a3d5f-bb5b-4aac-a709-6465057d2598,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:56.338333 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6972a-3232-416b-b371-843a7b91957e req-c85f68f0-4771-40e7-ad12-3719e1d3c6e5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:56.339697 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48c6972a-3232-416b-b371-843a7b91957e req-c85f68f0-4771-40e7-ad12-3719e1d3c6e5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Mar 23 09:01:56.384959 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48c6972a-3232-416b-b371-843a7b91957e req-e6c621b9-4409-479f-bfcb-dae7a35e0ab7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397608 Mar 23 09:01:56.795497 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d2540057-0e1e-4726-a5c7-d2244e799428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:56.911828 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eb557-ff79-43f0-9e75-95aeefd54c39 req-558ecf6f-e31c-46db-a323-3529b2cecf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:56.915417 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-569eb557-ff79-43f0-9e75-95aeefd54c39 req-558ecf6f-e31c-46db-a323-3529b2cecf62 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1129 time: 0.1152685 Mar 23 09:01:57.049557 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650388-484f-476e-b826-88d3b56fd388 req-5332a4cd-6d42-408c-afb6-3166bfe11912 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:57.051751 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-11650388-484f-476e-b826-88d3b56fd388 req-5332a4cd-6d42-408c-afb6-3166bfe11912 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0751028 Mar 23 09:01:57.052897 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-569eb557-ff79-43f0-9e75-95aeefd54c39 req-b3f99d1c-4875-4189-a073-a68273cc068d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699327 Mar 23 09:01:57.120063 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-11650388-484f-476e-b826-88d3b56fd388 req-f47f9656-136a-4d95-b140-a598e467fd47 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594397 Mar 23 09:01:57.233292 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1176cb-b992-4dd1-bd98-22759dddce9b req-a447ce52-01ff-4385-ad62-73ff13f25d43 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:57.237831 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8d1176cb-b992-4dd1-bd98-22759dddce9b req-a447ce52-01ff-4385-ad62-73ff13f25d43 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 945 time: 0.0668139 Mar 23 09:01:57.295599 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8d1176cb-b992-4dd1-bd98-22759dddce9b req-522b1430-e513-4c01-8daa-b7f2ff53585b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531664 Mar 23 09:01:57.505282 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1f67f694-738b-4b23-af76-7ef7cd56f205 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:01:57.532679 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78204-cfa4-477f-9d5f-ab59a2b25a83 req-cc491d08-9874-4406-b5ca-3221647db4d3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:57.537299 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9dd78204-cfa4-477f-9d5f-ab59a2b25a83 req-cc491d08-9874-4406-b5ca-3221647db4d3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0704165 Mar 23 09:01:57.592397 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 1f67f694-738b-4b23-af76-7ef7cd56f205 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:01:57.595593 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9dd78204-cfa4-477f-9d5f-ab59a2b25a83 req-d4124ee6-1302-4e3a-8548-7653bee25ad0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544062 Mar 23 09:01:57.597363 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 1f67f694-738b-4b23-af76-7ef7cd56f205 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:01:57.597956 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:57.689878 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 1f67f694-738b-4b23-af76-7ef7cd56f205 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:01:57.690402 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:57.696824 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35610) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:57.735738 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 1f67f694-738b-4b23-af76-7ef7cd56f205, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1f67f694-738b-4b23-af76-7ef7cd56f205,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:01:57.744477 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:57.824713 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=1f67f694-738b-4b23-af76-7ef7cd56f205,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:57.870386 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6eadacc9-3022-4632-a436-a187ffd0ceb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:57.942289 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598'}, {'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:01:57.944823 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706902ff-bfcd-4c5d-906d-9a94d0a2736d" -d '{"events": [{"server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "name": "network-vif-plugged", "status": "completed", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598"}, {"server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "name": "network-vif-plugged", "status": "completed", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:01:57.999412 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6eadacc9-3022-4632-a436-a187ffd0ceb8 admin admin] Publish callbacks [] for security_group (209fb5d4-0d0a-4493-8b75-baecd2f20b1a), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.000282 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 09:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44d7255-7c4e-44ac-815c-0263c75809fb x-openstack-request-id: req-b44d7255-7c4e-44ac-815c-0263c75809fb {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:01:58.000587 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "name": "network-vif-plugged", "status": "completed", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598", "code": 200}, {"server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "name": "network-vif-plugged", "status": "completed", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:01:58.000872 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b44d7255-7c4e-44ac-815c-0263c75809fb {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:01:58.001379 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44d7255-7c4e-44ac-815c-0263c75809fb'] response: {'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'code': 200} Mar 23 09:01:58.001709 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44d7255-7c4e-44ac-815c-0263c75809fb'] response: {'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'code': 200} Mar 23 09:01:58.006539 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6eadacc9-3022-4632-a436-a187ffd0ceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (209fb5d4-0d0a-4493-8b75-baecd2f20b1a), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.084591 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35636) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:58.097454 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6eadacc9-3022-4632-a436-a187ffd0ceb8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34128c889a934a0d8856c52ca96e97b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971801 Mar 23 09:01:58.099116 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadacc9-3022-4632-a436-a187ffd0ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209fb5d4-0d0a-4493-8b75-baecd2f20b1a,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:58.248259 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e9adb-5518-4494-8dae-02b94fa5cd7c req-d6d7575f-f49d-49c4-94be-4a0ab82d44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:58.249814 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bd0e9adb-5518-4494-8dae-02b94fa5cd7c req-d6d7575f-f49d-49c4-94be-4a0ab82d44f5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1129 time: 0.0585444 Mar 23 09:01:58.300338 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8761c7a8-8c00-4b31-9952-46aee0a680ff admin admin] Publish callbacks [] for security_group (209fb5d4-0d0a-4493-8b75-baecd2f20b1a), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.311306 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bd0e9adb-5518-4494-8dae-02b94fa5cd7c req-1aaf10de-b2ef-4332-8635-2b55e0a1cb5e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437937 Mar 23 09:01:58.340446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8761c7a8-8c00-4b31-9952-46aee0a680ff admin admin] Publish callbacks [] for security_group (209fb5d4-0d0a-4493-8b75-baecd2f20b1a), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.350120 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0dd6e-d53d-4f3b-bae7-b0c4148b7a41 req-c56279bb-3469-416c-a8b0-dc69270a4774 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:58.351608 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9c0dd6e-d53d-4f3b-bae7-b0c4148b7a41 req-c56279bb-3469-416c-a8b0-dc69270a4774 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1429396 Mar 23 09:01:58.365846 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433defd-6931-47c3-b196-ce872e7d7733 req-224274f9-2b43-47a9-96f3-603bc6698265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:58.367369 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5433defd-6931-47c3-b196-ce872e7d7733 req-224274f9-2b43-47a9-96f3-603bc6698265 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 1130 time: 0.1299217 Mar 23 09:01:58.452554 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9c0dd6e-d53d-4f3b-bae7-b0c4148b7a41 req-f01e8090-a390-42d2-abc0-6d69f45d20aa tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891862 Mar 23 09:01:58.454199 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46e6a-fb22-4a84-ad5a-28a7ccc506ef req-db5e8635-372c-410c-9b0f-66c7c1d8e5aa tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:58.455744 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a0c46e6a-fb22-4a84-ad5a-28a7ccc506ef req-db5e8635-372c-410c-9b0f-66c7c1d8e5aa tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.0651822 Mar 23 09:01:58.462106 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8761c7a8-8c00-4b31-9952-46aee0a680ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (209fb5d4-0d0a-4493-8b75-baecd2f20b1a), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.464766 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8761c7a8-8c00-4b31-9952-46aee0a680ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.468513 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-8761c7a8-8c00-4b31-9952-46aee0a680ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/209fb5d4-0d0a-4493-8b75-baecd2f20b1a HTTP/1.1" status: 204 len: 168 time: 0.3803473 Mar 23 09:01:58.495017 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761c7a8-8c00-4b31-9952-46aee0a680ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209fb5d4-0d0a-4493-8b75-baecd2f20b1a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:58.564956 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a0c46e6a-fb22-4a84-ad5a-28a7ccc506ef req-eb1daf41-1eab-492b-af92-6e67e601a067 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855064 Mar 23 09:01:58.623968 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5433defd-6931-47c3-b196-ce872e7d7733 req-c21a2f1e-a04f-4eef-858a-701416732d16 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732830 Mar 23 09:01:58.734184 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043ebc3-9966-44bd-9bdc-796c07cfc15b req-a83c16cc-968a-4be7-9949-62a1ece33c89 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:58.735693 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e043ebc3-9966-44bd-9bdc-796c07cfc15b req-a83c16cc-968a-4be7-9949-62a1ece33c89 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0547855 Mar 23 09:01:58.791690 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e043ebc3-9966-44bd-9bdc-796c07cfc15b req-943fcc64-8950-457b-9a56-cfa92b73adfa tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496044 Mar 23 09:01:58.839793 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35666) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:58.853025 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76d6a5a2-0fd5-4bcf-97ec-1ad20b6ee1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.937920 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-cbc11348-8c04-42c5-9f91-650c663a85db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.955140 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76d6a5a2-0fd5-4bcf-97ec-1ad20b6ee1d8 admin admin] Publish callbacks [] for security_group (5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:58.961869 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76d6a5a2-0fd5-4bcf-97ec-1ad20b6ee1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.001720 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6a5a2-0fd5-4bcf-97ec-1ad20b6ee1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:59.008449 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-76d6a5a2-0fd5-4bcf-97ec-1ad20b6ee1d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6815395221f1437ea2148f056355ced7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650233 Mar 23 09:01:59.008610 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35678) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:59.066135 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16c6e454-d43c-410b-bdcf-379d1fdd2cd4 admin admin] Publish callbacks [] for security_group (5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.098122 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16c6e454-d43c-410b-bdcf-379d1fdd2cd4 admin admin] Publish callbacks [] for security_group (5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.151676 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16c6e454-d43c-410b-bdcf-379d1fdd2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.156483 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16c6e454-d43c-410b-bdcf-379d1fdd2cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.157681 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-16c6e454-d43c-410b-bdcf-379d1fdd2cd4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf HTTP/1.1" status: 204 len: 168 time: 0.1468010 Mar 23 09:01:59.169424 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e454-d43c-410b-bdcf-379d1fdd2cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6ab39d-f1a9-4ff1-9dd1-cec7a90643bf,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:59.230044 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35692) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:59.476688 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c925a42c-b553-4592-9ef0-c8b8668ca2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.662399 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c925a42c-b553-4592-9ef0-c8b8668ca2cc admin admin] Publish callbacks [] for security_group (d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.666451 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c925a42c-b553-4592-9ef0-c8b8668ca2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.724702 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba49a1-6c61-49ac-af4f-8bceddf68c4d req-30c1949c-3c70-4546-981b-6c267b62b8ab tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:59.726267 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-09ba49a1-6c61-49ac-af4f-8bceddf68c4d req-30c1949c-3c70-4546-981b-6c267b62b8ab tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1410615 Mar 23 09:01:59.733289 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10758-8c41-4c12-8590-9a5ddd24c32b req-2e864a02-79f9-4571-bf5c-0b8ce6539862 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:01:59.734657 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-98a10758-8c41-4c12-8590-9a5ddd24c32b req-2e864a02-79f9-4571-bf5c-0b8ce6539862 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.0659904 Mar 23 09:01:59.743777 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35728) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:59.743986 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c925a42c-b553-4592-9ef0-c8b8668ca2cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96a56b87c9ce45cfaf6928ef7eef96e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5124261 Mar 23 09:01:59.751434 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925a42c-b553-4592-9ef0-c8b8668ca2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:01:59.817073 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-09ba49a1-6c61-49ac-af4f-8bceddf68c4d req-e672cfe3-a0d7-4874-8098-c8cbf19040fe tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808117 Mar 23 09:01:59.820971 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-98a10758-8c41-4c12-8590-9a5ddd24c32b req-de600b6d-6961-454d-8f6a-af4b08a37151 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794585 Mar 23 09:01:59.837513 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b160aec7-55b0-4cbe-b403-66d89e3180b9 admin admin] Publish callbacks [] for security_group (d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.859545 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b160aec7-55b0-4cbe-b403-66d89e3180b9 admin admin] Publish callbacks [] for security_group (d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.919727 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b160aec7-55b0-4cbe-b403-66d89e3180b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.922302 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b160aec7-55b0-4cbe-b403-66d89e3180b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:59.925467 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b160aec7-55b0-4cbe-b403-66d89e3180b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4 HTTP/1.1" status: 204 len: 168 time: 0.1787274 Mar 23 09:01:59.932337 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160aec7-55b0-4cbe-b403-66d89e3180b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ca8576-ed98-48f9-9b6b-e0d696b1eaf4,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:00.020520 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b42dd-ebf2-434a-a633-5f62016393f6 req-ecf3787e-e102-4527-8dfd-9c10df6606d3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:00.022109 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-893b42dd-ebf2-434a-a633-5f62016393f6 req-ecf3787e-e102-4527-8dfd-9c10df6606d3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0674183 Mar 23 09:02:00.106898 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-893b42dd-ebf2-434a-a633-5f62016393f6 req-8e1c0fdf-476d-42c9-ad31-9beb5db744a6 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720038 Mar 23 09:02:00.175959 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:00.279751 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868659-91c9-4383-a35b-1d7a504dcb22 req-a4f5205b-e76a-417f-81d5-55da21cee711 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:00.282057 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-20868659-91c9-4383-a35b-1d7a504dcb22 req-a4f5205b-e76a-417f-81d5-55da21cee711 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0615418 Mar 23 09:02:00.291261 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35754) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:00.296382 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'floatingip': {'port_id': '859302c4-b87f-453c-aad6-797346fac8e9'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:00.342436 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35760) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:00.360041 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84ea547e-a588-4045-935e-3fede6a0745c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:00.389442 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (29e3bf1e-3d55-458a-91a9-0b6486f4697d), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:00.491554 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84ea547e-a588-4045-935e-3fede6a0745c admin admin] Publish callbacks [] for security_group (37a4af9d-9a30-4482-b250-1b07ec850a80), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:00.499447 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84ea547e-a588-4045-935e-3fede6a0745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (37a4af9d-9a30-4482-b250-1b07ec850a80), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:00.557702 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-84ea547e-a588-4045-935e-3fede6a0745c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73e9ee3b38124ee5ae9b30c91daea14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138469 Mar 23 09:02:00.558595 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea547e-a588-4045-935e-3fede6a0745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a4af9d-9a30-4482-b250-1b07ec850a80,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:00.560913 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35768) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:00.713155 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5531a22d-9302-4c6c-a273-4931d4febb51 admin admin] Publish callbacks [] for security_group (37a4af9d-9a30-4482-b250-1b07ec850a80), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:00.743298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5531a22d-9302-4c6c-a273-4931d4febb51 admin admin] Publish callbacks [] for security_group (37a4af9d-9a30-4482-b250-1b07ec850a80), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.049602 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa796f8-cfc1-4703-9410-0932ba934914 req-142d564a-cd60-4737-af2e-5d2d02472181 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:01.058052 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-faa796f8-cfc1-4703-9410-0932ba934914 req-142d564a-cd60-4737-af2e-5d2d02472181 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.0921099 Mar 23 09:02:01.136723 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-faa796f8-cfc1-4703-9410-0932ba934914 req-6640ad80-6bb1-462c-8069-07229d7a59b6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775807 Mar 23 09:02:01.203438 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5531a22d-9302-4c6c-a273-4931d4febb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (37a4af9d-9a30-4482-b250-1b07ec850a80), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.206287 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5531a22d-9302-4c6c-a273-4931d4febb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.208305 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-5531a22d-9302-4c6c-a273-4931d4febb51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37a4af9d-9a30-4482-b250-1b07ec850a80 HTTP/1.1" status: 204 len: 168 time: 0.6461763 Mar 23 09:02:01.269792 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531a22d-9302-4c6c-a273-4931d4febb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a4af9d-9a30-4482-b250-1b07ec850a80,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:01.319578 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed148a-100c-4eb2-93cb-731a2b54e5ef req-f37d06f8-1bad-469f-967d-18e00d1c7f23 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:01.322477 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-34ed148a-100c-4eb2-93cb-731a2b54e5ef req-f37d06f8-1bad-469f-967d-18e00d1c7f23 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.0800486 Mar 23 09:02:01.331479 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35820) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:01.333056 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afcb30-be2e-4798-9273-781a19bd9244 req-8c76f11e-0095-41aa-80e2-0b0ae6a688a5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:01.334744 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a3afcb30-be2e-4798-9273-781a19bd9244 req-8c76f11e-0095-41aa-80e2-0b0ae6a688a5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.2401865 Mar 23 09:02:01.338348 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:01.362740 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.db.resource_extend [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 09:02:01.473877 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (04d268c0-94a1-4c41-8d12-2dae5fa0b925), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.481791 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.487264 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a3afcb30-be2e-4798-9273-781a19bd9244 req-a0952317-319f-4fef-bf32-c1b3a372ff8f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401761 Mar 23 09:02:01.488368 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (29e3bf1e-3d55-458a-91a9-0b6486f4697d), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.636154 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Floating IP 29e3bf1e-3d55-458a-91a9-0b6486f4697d associated. External IP: 172.27.0.142, port: 859302c4-b87f-453c-aad6-797346fac8e9. Mar 23 09:02:01.637813 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.799136 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35832) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:01.846826 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2ab5-4019-4ce1-a5a6-c3539ac0f625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:01.920878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:02:01.991139 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedcd29-bd00-4508-a039-7fe2a43feab7 req-5673c49b-bcde-4192-86ed-a6a20813ced4 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:01.992758 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1aedcd29-bd00-4508-a039-7fe2a43feab7 req-5673c49b-bcde-4192-86ed-a6a20813ced4 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.3912036 Mar 23 09:02:02.002128 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35846) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:02.012478 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'floatingip': {'port_id': '0d1a3d5f-bb5b-4aac-a709-6465057d2598'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:02.049948 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2ab5-4019-4ce1-a5a6-c3539ac0f625 admin admin] Publish callbacks [] for security_group (8af85bea-d408-44ec-b3d1-973f0b2cee9c), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.061643 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2ab5-4019-4ce1-a5a6-c3539ac0f625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (8af85bea-d408-44ec-b3d1-973f0b2cee9c), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.062306 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (d59e74d1-3344-43a8-824b-bf4b173bc6ad), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.114569 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3c5d2ab5-4019-4ce1-a5a6-c3539ac0f625 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32b52e107e2b484b90372d8ea35ff18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143654 Mar 23 09:02:02.116852 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d2ab5-4019-4ce1-a5a6-c3539ac0f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af85bea-d408-44ec-b3d1-973f0b2cee9c,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:02.120902 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35854) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:02.140918 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:02.146564 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.159707 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] Sync routers for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:02.169057 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:02.170318 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:02.196387 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c69b4baf-5b7a-4f33-8d65-94f45dcc6a6d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "PUT /v2.0/floatingips/29e3bf1e-3d55-458a-91a9-0b6486f4697d HTTP/1.1" status: 200 len: 991 time: 1.9037066 Mar 23 09:02:02.197497 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:02.199797 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981e2a29-451b-4aa2-a72a-ab36a80fe441" -d '{"events": [{"name": "network-changed", "server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "tag": "859302c4-b87f-453c-aad6-797346fac8e9"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:02.218109 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa76c-c5aa-46da-9b81-07a13f9bb1fb admin admin] Publish callbacks [] for security_group (8af85bea-d408-44ec-b3d1-973f0b2cee9c), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.255530 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa76c-c5aa-46da-9b81-07a13f9bb1fb admin admin] Publish callbacks [] for security_group (8af85bea-d408-44ec-b3d1-973f0b2cee9c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.294244 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:02.307672 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b27cd1b-6fa7-4a00-b9ab-088d9f7ee5a3 x-openstack-request-id: req-6b27cd1b-6fa7-4a00-b9ab-088d9f7ee5a3 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:02.308520 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "tag": "859302c4-b87f-453c-aad6-797346fac8e9", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:02.309008 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b27cd1b-6fa7-4a00-b9ab-088d9f7ee5a3 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:02.309658 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b27cd1b-6fa7-4a00-b9ab-088d9f7ee5a3'] response: {'name': 'network-changed', 'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9', 'status': 'completed', 'code': 200} Mar 23 09:02:02.332215 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa76c-c5aa-46da-9b81-07a13f9bb1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (8af85bea-d408-44ec-b3d1-973f0b2cee9c), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.336309 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa76c-c5aa-46da-9b81-07a13f9bb1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.338827 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1a0fa76c-c5aa-46da-9b81-07a13f9bb1fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8af85bea-d408-44ec-b3d1-973f0b2cee9c HTTP/1.1" status: 204 len: 168 time: 0.2169781 Mar 23 09:02:02.358431 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fa76c-c5aa-46da-9b81-07a13f9bb1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af85bea-d408-44ec-b3d1-973f0b2cee9c,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:02.664258 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '29e3bf1e-3d55-458a-91a9-0b6486f4697d', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'port_id': '859302c4-b87f-453c-aad6-797346fac8e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'mac_address': 'fa:16:3e:f9:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:30Z', 'updated_at': '2022-03-23T09:02:01Z', 'revision_number': 1, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:02.671893 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 09:02:02.692292 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] Checking router: 89b1ed50-b54e-490c-b6af-1ae7ab0faacc for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:02.706982 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:02.707824 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:02.820928 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35884) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:02.855808 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:02.957045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5f7913f1-73b1-4682-a753-7e992340ea68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.970350 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.980465 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (04d268c0-94a1-4c41-8d12-2dae5fa0b925), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:03.029321 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-7e2fbb8a-7820-47e5-970a-510c6413c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:03.031145 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-7e2fbb8a-7820-47e5-970a-510c6413c736 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1129 time: 0.4041364 Mar 23 09:02:03.080498 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5f7913f1-73b1-4682-a753-7e992340ea68 admin admin] Publish callbacks [] for security_group (1b24c55f-e872-4ace-a9e9-4e651f9f4e54), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:03.089352 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5f7913f1-73b1-4682-a753-7e992340ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1b24c55f-e872-4ace-a9e9-4e651f9f4e54), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:03.092171 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:03.126771 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-5f7913f1-73b1-4682-a753-7e992340ea68 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7faf36d8fb254a4c9933e3f84404662b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046904 Mar 23 09:02:03.129576 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 35904) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:03.151679 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7913f1-73b1-4682-a753-7e992340ea68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b24c55f-e872-4ace-a9e9-4e651f9f4e54,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:03.317600 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '29e3bf1e-3d55-458a-91a9-0b6486f4697d', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'port_id': '859302c4-b87f-453c-aad6-797346fac8e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'mac_address': 'fa:16:3e:f9:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:30Z', 'updated_at': '2022-03-23T09:02:01Z', 'revision_number': 1, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:03.343384 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP 04d268c0-94a1-4c41-8d12-2dae5fa0b925 associated. External IP: 172.27.0.43, port: 1f67f694-738b-4b23-af76-7ef7cd56f205. Mar 23 09:02:03.348361 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-776a4e5b-77c8-4189-9e32-1b8ab7792d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:03.348361 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-776a4e5b-77c8-4189-9e32-1b8ab7792d8f service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.2875798 Mar 23 09:02:03.351052 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91179fe9-9f9e-4062-bf11-77bee15c670f None None] The sync data for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi is: [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '29e3bf1e-3d55-458a-91a9-0b6486f4697d', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'port_id': '859302c4-b87f-453c-aad6-797346fac8e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'mac_address': 'fa:16:3e:f9:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:30Z', 'updated_at': '2022-03-23T09:02:01Z', 'revision_number': 1, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:03.700559 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ea295-7e94-418a-a36b-50161f05290d None None] New status for floating IP 29e3bf1e-3d55-458a-91a9-0b6486f4697d: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:02:03.761900 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1475ca3-0a30-41ed-a62b-e8175faadeb4 admin admin] Publish callbacks [] for security_group (1b24c55f-e872-4ace-a9e9-4e651f9f4e54), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:03.866262 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1475ca3-0a30-41ed-a62b-e8175faadeb4 admin admin] Publish callbacks [] for security_group (1b24c55f-e872-4ace-a9e9-4e651f9f4e54), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:03.872107 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-1455cb05-42e8-4cb2-9f1f-88b66b5b4d92 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 999 time: 0.4693615 Mar 23 09:02:04.021710 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.026040 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-ae5805a7-99f1-4416-9126-3932d049fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:04.027661 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-ae5805a7-99f1-4416-9126-3932d049fdff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.1441574 Mar 23 09:02:04.031584 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (d59e74d1-3344-43a8-824b-bf4b173bc6ad), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.202590 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1475ca3-0a30-41ed-a62b-e8175faadeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1b24c55f-e872-4ace-a9e9-4e651f9f4e54), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.205136 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1475ca3-0a30-41ed-a62b-e8175faadeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.209090 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b1475ca3-0a30-41ed-a62b-e8175faadeb4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b24c55f-e872-4ace-a9e9-4e651f9f4e54 HTTP/1.1" status: 204 len: 168 time: 1.0720150 Mar 23 09:02:04.239561 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1475ca3-0a30-41ed-a62b-e8175faadeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b24c55f-e872-4ace-a9e9-4e651f9f4e54,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:04.291874 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-7ca1bfe6-a5fd-40a4-9068-215e1d9e99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:04.293501 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-7ca1bfe6-a5fd-40a4-9068-215e1d9e99ef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2582405 Mar 23 09:02:04.326877 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Floating IP d59e74d1-3344-43a8-824b-bf4b173bc6ad associated. External IP: 172.27.0.164, port: 0d1a3d5f-bb5b-4aac-a709-6465057d2598. Mar 23 09:02:04.366087 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:02:04.580004 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-8767cf50-d95b-4c07-aeab-c15619ba9ae7 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688715 Mar 23 09:02:04.619267 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35988) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:04.633713 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-14a1b802-8f84-4c0f-b192-cbd1f7987477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.721101 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-14a1b802-8f84-4c0f-b192-cbd1f7987477 admin admin] Publish callbacks [] for security_group (6a0d0825-4fbb-4742-b887-9baadabd57aa), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.725676 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-14a1b802-8f84-4c0f-b192-cbd1f7987477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6a0d0825-4fbb-4742-b887-9baadabd57aa), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.766156 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:04.771256 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.778184 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-14a1b802-8f84-4c0f-b192-cbd1f7987477 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f013bdd10c74612854faca67e5bbf97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572263 Mar 23 09:02:04.779261 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 35996) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:04.780061 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:04.786614 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1b802-8f84-4c0f-b192-cbd1f7987477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d0825-4fbb-4742-b887-9baadabd57aa,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:04.790396 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:04.791033 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:04.833634 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-981e2a29-451b-4aa2-a72a-ab36a80fe441 req-4503fe87-58c5-4a23-bc50-479ceba1dda7 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415242 Mar 23 09:02:04.845994 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6e07e484-120a-4c8c-9912-a00ebca47de4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "PUT /v2.0/floatingips/04d268c0-94a1-4c41-8d12-2dae5fa0b925 HTTP/1.1" status: 200 len: 991 time: 3.5040107 Mar 23 09:02:04.845994 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:04.845994 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb475aa-3251-4e0b-95ce-531a2101591e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:04.865668 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7883ae3c-d324-4108-825e-e4a57a2ab11d admin admin] Publish callbacks [] for security_group (6a0d0825-4fbb-4742-b887-9baadabd57aa), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.896458 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7883ae3c-d324-4108-825e-e4a57a2ab11d admin admin] Publish callbacks [] for security_group (6a0d0825-4fbb-4742-b887-9baadabd57aa), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.904748 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:02:04.906346 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1d079b-fcc5-4fb9-8fcf-27967ae7f7f7 x-openstack-request-id: req-8c1d079b-fcc5-4fb9-8fcf-27967ae7f7f7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:04.906626 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:04.906882 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c1d079b-fcc5-4fb9-8fcf-27967ae7f7f7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:04.907279 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1d079b-fcc5-4fb9-8fcf-27967ae7f7f7'] response: {'name': 'network-changed', 'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'status': 'completed', 'code': 200} Mar 23 09:02:04.926290 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:04.955295 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7883ae3c-d324-4108-825e-e4a57a2ab11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6a0d0825-4fbb-4742-b887-9baadabd57aa), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.958541 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7883ae3c-d324-4108-825e-e4a57a2ab11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:04.959795 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-7883ae3c-d324-4108-825e-e4a57a2ab11d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a0d0825-4fbb-4742-b887-9baadabd57aa HTTP/1.1" status: 204 len: 168 time: 0.1792078 Mar 23 09:02:04.969005 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883ae3c-d324-4108-825e-e4a57a2ab11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d0825-4fbb-4742-b887-9baadabd57aa,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:05.027386 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:05.032864 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:05.041053 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] Sync routers for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:05.062311 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:05.064078 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:05.074409 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-79328664-4a8d-4220-aa95-4774bd7f6640 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "PUT /v2.0/floatingips/d59e74d1-3344-43a8-824b-bf4b173bc6ad HTTP/1.1" status: 200 len: 991 time: 3.0709975 Mar 23 09:02:05.285066 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:02Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:05.320297 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:05.326992 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:05.333407 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:05.334159 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:05.456699 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:05.643177 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'd59e74d1-3344-43a8-824b-bf4b173bc6ad', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'port_id': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'mac_address': 'fa:16:3e:d1:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805af31-9293-4555-a76b-d7112d473154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:27Z', 'updated_at': '2022-03-23T09:02:03Z', 'revision_number': 1, 'project_id': '27463bc61f9044de878a6e4961a15260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:05.672611 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] Checking router: 26b03709-11c7-45ae-9bd7-938f3a33cfc0 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:05.681561 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:05.682291 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:05.735391 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:02Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:05.762147 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7053bd81-244a-4a77-9b7a-23b5863af633 None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:02Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:05.800795 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:05.971905 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae223c90-52f9-4fa6-bb9f-607fa45232bd None None] New status for floating IP 04d268c0-94a1-4c41-8d12-2dae5fa0b925: ACTIVE {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:02:06.059654 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'd59e74d1-3344-43a8-824b-bf4b173bc6ad', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'port_id': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'mac_address': 'fa:16:3e:d1:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805af31-9293-4555-a76b-d7112d473154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:27Z', 'updated_at': '2022-03-23T09:02:03Z', 'revision_number': 1, 'project_id': '27463bc61f9044de878a6e4961a15260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:06.087574 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ed89f-3e75-4b69-bbde-a38472f6070c None None] The sync data for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi is: [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'd59e74d1-3344-43a8-824b-bf4b173bc6ad', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'port_id': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'mac_address': 'fa:16:3e:d1:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805af31-9293-4555-a76b-d7112d473154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:27Z', 'updated_at': '2022-03-23T09:02:03Z', 'revision_number': 1, 'project_id': '27463bc61f9044de878a6e4961a15260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:06.299078 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa5fa3-e65e-4f28-b1f1-9b9e64d17318 None None] New status for floating IP d59e74d1-3344-43a8-824b-bf4b173bc6ad: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:02:06.907986 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:06.910371 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:06.946196 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62630574-cfd3-4e68-8b4a-9610c4bad3f0 x-openstack-request-id: req-62630574-cfd3-4e68-8b4a-9610c4bad3f0 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:06.946486 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:06.946742 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-62630574-cfd3-4e68-8b4a-9610c4bad3f0 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:06.947295 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62630574-cfd3-4e68-8b4a-9610c4bad3f0'] response: {'name': 'network-changed', 'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'status': 'completed', 'code': 200} Mar 23 09:02:07.451880 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-c7d18cd7-f16b-4a0f-b38d-03ab138493a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.453793 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-c7d18cd7-f16b-4a0f-b38d-03ab138493a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 1130 time: 0.0516956 Mar 23 09:02:07.465778 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-214af7db-959b-443d-9275-98a6a5813199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.467481 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-214af7db-959b-443d-9275-98a6a5813199 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1129 time: 0.0557959 Mar 23 09:02:07.553591 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-091486d4-8be3-4c80-8cc7-b910183833fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.555086 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-091486d4-8be3-4c80-8cc7-b910183833fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.0930219 Mar 23 09:02:07.580638 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-55256e1b-d508-453c-beeb-e6ff1a444912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.584058 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-55256e1b-d508-453c-beeb-e6ff1a444912 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.1003754 Mar 23 09:02:07.626295 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-b6c1fe3b-2f23-48cb-9343-a50c3b165623 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f67f694-738b-4b23-af76-7ef7cd56f205 HTTP/1.1" status: 200 len: 1001 time: 0.0635350 Mar 23 09:02:07.687469 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-0af7d6ea-bac3-48bb-9c92-8cc34e661445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.690448 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-0af7d6ea-bac3-48bb-9c92-8cc34e661445 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0550764 Mar 23 09:02:07.690692 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-c158f9fe-4ebc-4a42-88a3-164b476f7f11 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 1001 time: 0.1004746 Mar 23 09:02:07.764972 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-a398b006-0df8-4607-981a-120f79badec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.766638 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-a398b006-0df8-4607-981a-120f79badec3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644102 Mar 23 09:02:07.776988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-6c97a114-826b-41b8-bbe9-1d657992cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.782137 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-6c97a114-826b-41b8-bbe9-1d657992cf51 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0791099 Mar 23 09:02:07.847539 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-f21541ed-2af9-4a85-b3ed-9a725e77fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:07.849105 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-f21541ed-2af9-4a85-b3ed-9a725e77fa08 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610418 Mar 23 09:02:07.958284 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-dfc4a8fa-08f3-486c-92f9-4ad5c2aef7b0 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970826 Mar 23 09:02:08.114254 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-dac75fa2-ba87-43b3-ae22-cf0d2b91a046 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407950 Mar 23 09:02:08.271497 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8fb475aa-3251-4e0b-95ce-531a2101591e req-4f5f45a3-c09f-4c2f-b696-6c8a68569ef5 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433315 Mar 23 09:02:08.340339 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fb2ba4af-2945-4e9f-a08f-8d5c0817ec0c req-5b6256e4-c554-4426-97b4-7945b7179761 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704443 Mar 23 09:02:08.597422 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36126) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:08.716531 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:08.805038 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Publish callbacks [] for security_group (70d69df1-6009-46c5-ad91-bc831ef0db1a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:08.809447 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (70d69df1-6009-46c5-ad91-bc831ef0db1a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:08.851013 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b38a34690a21495492b0f4609c7ffda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523811 Mar 23 09:02:08.853503 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d69df1-6009-46c5-ad91-bc831ef0db1a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:08.854028 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36144) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:08.861549 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.861814 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.862169 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.862516 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.862859 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.863199 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.863533 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.863982 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.864379 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.864731 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.865357 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.865533 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.865902 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.866203 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.866530 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994a1af-d2d6-47f6-93bc-8838d36c7bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:08.918373 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Publish callbacks [] for security_group (70d69df1-6009-46c5-ad91-bc831ef0db1a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:08.943217 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Publish callbacks [] for security_group (70d69df1-6009-46c5-ad91-bc831ef0db1a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.005589 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (70d69df1-6009-46c5-ad91-bc831ef0db1a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.005589 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.005589 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70d69df1-6009-46c5-ad91-bc831ef0db1a HTTP/1.1" status: 204 len: 168 time: 0.1494153 Mar 23 09:02:09.020755 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d69df1-6009-46c5-ad91-bc831ef0db1a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:09.029230 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.029744 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.030227 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.030665 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.030961 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.031304 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.031640 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.032019 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.032829 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.032829 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.033088 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.033485 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.033818 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.034189 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.034470 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cf4a4-f92c-4dca-8573-58fdb568c46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:09.112380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dcdc6-fe92-4bfb-87a0-922dade4a3b6 req-eedc8f7c-9517-4ae8-8764-7fefca60813d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:09.114302 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-db6dcdc6-fe92-4bfb-87a0-922dade4a3b6 req-eedc8f7c-9517-4ae8-8764-7fefca60813d tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0618169 Mar 23 09:02:09.162503 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-db6dcdc6-fe92-4bfb-87a0-922dade4a3b6 req-c6d740a5-9d8f-4d52-a32a-704626b45997 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Mar 23 09:02:09.284079 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36154) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:09.297761 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23ab5e1d-c88e-4007-bf61-ec620f46ee67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.377610 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23ab5e1d-c88e-4007-bf61-ec620f46ee67 admin admin] Publish callbacks [] for security_group (cb9eb3f3-20aa-408e-916d-bf4f77c6c596), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.381909 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23ab5e1d-c88e-4007-bf61-ec620f46ee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cb9eb3f3-20aa-408e-916d-bf4f77c6c596), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.423816 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab5e1d-c88e-4007-bf61-ec620f46ee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9eb3f3-20aa-408e-916d-bf4f77c6c596,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:09.428731 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-23ab5e1d-c88e-4007-bf61-ec620f46ee67 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90feee858d474295874825eb0dd0b9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435897 Mar 23 09:02:09.431451 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36162) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:09.486556 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a0656ac4-af09-4932-9cf5-a6e45c59ca66 admin admin] Publish callbacks [] for security_group (cb9eb3f3-20aa-408e-916d-bf4f77c6c596), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.509411 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a0656ac4-af09-4932-9cf5-a6e45c59ca66 admin admin] Publish callbacks [] for security_group (cb9eb3f3-20aa-408e-916d-bf4f77c6c596), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.573242 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a0656ac4-af09-4932-9cf5-a6e45c59ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cb9eb3f3-20aa-408e-916d-bf4f77c6c596), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.576295 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a0656ac4-af09-4932-9cf5-a6e45c59ca66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:09.577779 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a0656ac4-af09-4932-9cf5-a6e45c59ca66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb9eb3f3-20aa-408e-916d-bf4f77c6c596 HTTP/1.1" status: 204 len: 168 time: 0.1453774 Mar 23 09:02:09.587866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0656ac4-af09-4932-9cf5-a6e45c59ca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9eb3f3-20aa-408e-916d-bf4f77c6c596,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:10.051693 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:02:10.285250 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515244a-32d8-40e8-95a9-203b45af7045 req-86fa662a-b91b-4fc7-b8ff-8ff10023c2c1 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:10.286854 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a515244a-32d8-40e8-95a9-203b45af7045 req-86fa662a-b91b-4fc7-b8ff-8ff10023c2c1 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0550642 Mar 23 09:02:10.337895 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a515244a-32d8-40e8-95a9-203b45af7045 req-ca0fe4a7-20d8-423a-bca2-bf091c50865e tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456240 Mar 23 09:02:11.458090 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5185d-92d7-4f32-a352-ef052dced249 req-1be82165-bf32-4440-969f-25ca64c0a4a9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:11.459626 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eef5185d-92d7-4f32-a352-ef052dced249 req-1be82165-bf32-4440-969f-25ca64c0a4a9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Mar 23 09:02:11.504673 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eef5185d-92d7-4f32-a352-ef052dced249 req-2bbfc69a-0157-4f4c-a1a8-d83590d9f9b9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Mar 23 09:02:12.623658 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48175247-ad04-4244-8de0-caae6d0aaa17 req-4f8f58c2-676f-4d6a-80fc-c407ebbceede tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:12.625091 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48175247-ad04-4244-8de0-caae6d0aaa17 req-4f8f58c2-676f-4d6a-80fc-c407ebbceede tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0536585 Mar 23 09:02:12.670591 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48175247-ad04-4244-8de0-caae6d0aaa17 req-e6b45e42-7e97-4e76-971b-828613f005f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Mar 23 09:02:13.202189 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:13.802986 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42452050-4297-478a-a2d7-32981d167c86 req-1117140c-d40a-4a43-b1cd-4a1df5964d0c tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:13.804479 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-42452050-4297-478a-a2d7-32981d167c86 req-1117140c-d40a-4a43-b1cd-4a1df5964d0c tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0907466 Mar 23 09:02:13.821245 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00d7d-786a-4daa-b4d6-712468848dd0 req-c5df187d-fb63-4a25-9bf6-15149deb3cf9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:13.822794 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eaf00d7d-786a-4daa-b4d6-712468848dd0 req-c5df187d-fb63-4a25-9bf6-15149deb3cf9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 945 time: 0.0801251 Mar 23 09:02:13.958715 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eaf00d7d-786a-4daa-b4d6-712468848dd0 req-4b6cdf80-92f2-4f31-93b7-e5487c1899b7 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/security-groups?id=21b834e2-de57-4ac4-af0d-5a84bcd0e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228056 Mar 23 09:02:13.992010 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Deleting port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:02:13.992356 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:14.086751 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] For port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,segment=NetworkSegment(9e12565a-ec3d-4f83-885d-151dbc490c3d),segment_id=9e12565a-ec3d-4f83-885d-151dbc490c3d)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:14.087111 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:14.101396 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Calling delete_port for 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:02:14.264504 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:14.277504 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:02:14.297032 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Pushing event deleted for resources: {'Port': ['ID=792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:14.366849 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] No DVR routers for this DVR port 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:02:14.370476 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:14.374996 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-42452050-4297-478a-a2d7-32981d167c86 req-7234d841-6e3e-4edc-b933-1a55817f01f9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.84 "DELETE /v2.0/ports/792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c HTTP/1.1" status: 204 len: 173 time: 0.5488029 Mar 23 09:02:14.375511 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'name': 'network-vif-deleted', 'tag': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:14.378051 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bea73f0-c378-49d0-8e63-c144122fce85" -d '{"events": [{"server_uuid": "14ba9dfc-4065-493f-b18f-240f8eb144f8", "name": "network-vif-deleted", "tag": "792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:14.433891 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fbc349-78d4-4ae8-a234-fe06ddd532d4 x-openstack-request-id: req-e5fbc349-78d4-4ae8-a234-fe06ddd532d4 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:14.434308 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ba9dfc-4065-493f-b18f-240f8eb144f8", "name": "network-vif-deleted", "tag": "792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:14.434576 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5fbc349-78d4-4ae8-a234-fe06ddd532d4 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:14.435152 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5fbc349-78d4-4ae8-a234-fe06ddd532d4'] response: {'server_uuid': '14ba9dfc-4065-493f-b18f-240f8eb144f8', 'name': 'network-vif-deleted', 'tag': '792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c', 'status': 'completed', 'code': 200} Mar 23 09:02:14.991147 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36330) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:15.062063 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f8e1a1bb-5acf-466c-9721-8dea7af4aa1a req-ee8090e3-5d8c-4aee-927a-0d838b6a7af1 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.0268466 Mar 23 09:02:15.103289 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93e1ae93-156a-4978-b893-fc7cc31f374c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.178127 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93e1ae93-156a-4978-b893-fc7cc31f374c admin admin] Publish callbacks [] for security_group (4cf28adb-8516-40e2-82e9-b4a2964960dc), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.182047 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93e1ae93-156a-4978-b893-fc7cc31f374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4cf28adb-8516-40e2-82e9-b4a2964960dc), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.223224 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-93e1ae93-156a-4978-b893-fc7cc31f374c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40bfa486da0541ab8a3354926bb612fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309079 Mar 23 09:02:15.224086 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1ae93-156a-4978-b893-fc7cc31f374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf28adb-8516-40e2-82e9-b4a2964960dc,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:15.226600 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36336) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:15.275671 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cee5-ecc2-44b5-a895-dce33d9522c1 admin admin] Publish callbacks [] for security_group (4cf28adb-8516-40e2-82e9-b4a2964960dc), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.296630 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cee5-ecc2-44b5-a895-dce33d9522c1 admin admin] Publish callbacks [] for security_group (4cf28adb-8516-40e2-82e9-b4a2964960dc), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.345293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cee5-ecc2-44b5-a895-dce33d9522c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4cf28adb-8516-40e2-82e9-b4a2964960dc), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.347842 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5d4cee5-ecc2-44b5-a895-dce33d9522c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.348984 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f5d4cee5-ecc2-44b5-a895-dce33d9522c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cf28adb-8516-40e2-82e9-b4a2964960dc HTTP/1.1" status: 204 len: 168 time: 0.1207979 Mar 23 09:02:15.357181 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4cee5-ecc2-44b5-a895-dce33d9522c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf28adb-8516-40e2-82e9-b4a2964960dc,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:15.620752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36346) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:15.633762 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31aa0022-cd0a-43c5-a4d1-ec41ecf34299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.707938 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31aa0022-cd0a-43c5-a4d1-ec41ecf34299 admin admin] Publish callbacks [] for security_group (7e01991f-518a-4be4-9bd6-bda10fc9bb2a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.711908 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31aa0022-cd0a-43c5-a4d1-ec41ecf34299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (7e01991f-518a-4be4-9bd6-bda10fc9bb2a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.754537 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-31aa0022-cd0a-43c5-a4d1-ec41ecf34299 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4596ac2673004be6b2da2574f2dfe602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325722 Mar 23 09:02:15.755307 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa0022-cd0a-43c5-a4d1-ec41ecf34299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e01991f-518a-4be4-9bd6-bda10fc9bb2a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:15.758208 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36348) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:15.806444 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dec75fa1-0074-4228-8b16-7ea44f397fba admin admin] Publish callbacks [] for security_group (7e01991f-518a-4be4-9bd6-bda10fc9bb2a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.831510 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dec75fa1-0074-4228-8b16-7ea44f397fba admin admin] Publish callbacks [] for security_group (7e01991f-518a-4be4-9bd6-bda10fc9bb2a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.879708 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dec75fa1-0074-4228-8b16-7ea44f397fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (7e01991f-518a-4be4-9bd6-bda10fc9bb2a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.882553 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dec75fa1-0074-4228-8b16-7ea44f397fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:15.883697 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-dec75fa1-0074-4228-8b16-7ea44f397fba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e01991f-518a-4be4-9bd6-bda10fc9bb2a HTTP/1.1" status: 204 len: 168 time: 0.1245091 Mar 23 09:02:15.891863 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec75fa1-0074-4228-8b16-7ea44f397fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e01991f-518a-4be4-9bd6-bda10fc9bb2a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:16.176209 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d1866243-4fab-4e7a-b52f-2c14155588c2 req-12851847-b8c5-4ee2-9013-75cbc04da6c9 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Mar 23 09:02:17.299860 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15e57b16-80e9-4f5a-a573-dd2724de9f32 req-e646741e-a51b-45f5-96a0-e53681929e38 tempest-DeleteServersTestJSON-674217753 tempest-DeleteServersTestJSON-674217753-project] 10.222.0.73 "GET /v2.0/ports?device_id=14ba9dfc-4065-493f-b18f-240f8eb144f8 HTTP/1.1" status: 200 len: 210 time: 0.0348103 Mar 23 09:02:17.313491 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-bf26102e-6020-4260-a96a-df351ef2baaf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814340 Mar 23 09:02:17.413522 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32204-a013-4f8f-b642-380a34b608f8 req-b504eedc-dc0c-4272-953f-bc247d497c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:17.415007 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-b504eedc-dc0c-4272-953f-bc247d497c2d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1129 time: 0.0498631 Mar 23 09:02:17.545385 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32204-a013-4f8f-b642-380a34b608f8 req-df8f29cb-1dd1-4700-96db-ecbc59a428a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:17.547294 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-df8f29cb-1dd1-4700-96db-ecbc59a428a2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.1030412 Mar 23 09:02:17.621884 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-043b378a-0e66-401a-b6d8-cb392bdbf6c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 1001 time: 0.0680780 Mar 23 09:02:17.694847 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32204-a013-4f8f-b642-380a34b608f8 req-b02ff261-d4b6-4e46-8464-e2d5ec478fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:17.696906 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-b02ff261-d4b6-4e46-8464-e2d5ec478fb0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0673256 Mar 23 09:02:17.755111 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32204-a013-4f8f-b642-380a34b608f8 req-a8708d62-016d-4557-9d49-de9a8ccf2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:17.756643 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-a8708d62-016d-4557-9d49-de9a8ccf2009 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516872 Mar 23 09:02:17.862606 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-95dd0a90-586a-424f-8e42-0574c99ff8d2 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939963 Mar 23 09:02:17.962979 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58e32204-a013-4f8f-b642-380a34b608f8 req-83a697ce-1f07-42d5-a5fc-5be833c0c0c4 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914311 Mar 23 09:02:18.892777 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36536) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:19.008419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ad21-1e2d-4b61-9323-418859a4eadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.080264 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ad21-1e2d-4b61-9323-418859a4eadf admin admin] Publish callbacks [] for security_group (5835284d-4e27-465c-8d4d-7eaceb431d59), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.083925 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ad21-1e2d-4b61-9323-418859a4eadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5835284d-4e27-465c-8d4d-7eaceb431d59), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.120719 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-5ed0ad21-1e2d-4b61-9323-418859a4eadf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d975f94e8c3c4ea78d69e71c0e635bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267845 Mar 23 09:02:19.121583 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0ad21-1e2d-4b61-9323-418859a4eadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5835284d-4e27-465c-8d4d-7eaceb431d59,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:19.124097 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36546) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:19.170880 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63211866-ce1a-427a-bb8c-b0df5f0a33ca admin admin] Publish callbacks [] for security_group (5835284d-4e27-465c-8d4d-7eaceb431d59), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.192101 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63211866-ce1a-427a-bb8c-b0df5f0a33ca admin admin] Publish callbacks [] for security_group (5835284d-4e27-465c-8d4d-7eaceb431d59), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.236692 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63211866-ce1a-427a-bb8c-b0df5f0a33ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5835284d-4e27-465c-8d4d-7eaceb431d59), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.239458 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63211866-ce1a-427a-bb8c-b0df5f0a33ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.240602 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-63211866-ce1a-427a-bb8c-b0df5f0a33ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5835284d-4e27-465c-8d4d-7eaceb431d59 HTTP/1.1" status: 204 len: 168 time: 0.1155310 Mar 23 09:02:19.248901 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63211866-ce1a-427a-bb8c-b0df5f0a33ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5835284d-4e27-465c-8d4d-7eaceb431d59,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:19.498749 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36554) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:19.511355 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9d97b943-2ea7-4758-bf96-f6292bdd9d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.587804 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9d97b943-2ea7-4758-bf96-f6292bdd9d3b admin admin] Publish callbacks [] for security_group (04f2386a-45bc-4f1f-b583-a148ce60b5a8), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.591682 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9d97b943-2ea7-4758-bf96-f6292bdd9d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (04f2386a-45bc-4f1f-b583-a148ce60b5a8), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.631768 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9d97b943-2ea7-4758-bf96-f6292bdd9d3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd69ba013db04609ab59df37fd63bdfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318717 Mar 23 09:02:19.632633 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97b943-2ea7-4758-bf96-f6292bdd9d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f2386a-45bc-4f1f-b583-a148ce60b5a8,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:19.634735 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36556) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:19.687566 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcd04-da46-4c23-b8d7-0a95b94b07f6 admin admin] Publish callbacks [] for security_group (04f2386a-45bc-4f1f-b583-a148ce60b5a8), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.709142 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcd04-da46-4c23-b8d7-0a95b94b07f6 admin admin] Publish callbacks [] for security_group (04f2386a-45bc-4f1f-b583-a148ce60b5a8), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.757541 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcd04-da46-4c23-b8d7-0a95b94b07f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (04f2386a-45bc-4f1f-b583-a148ce60b5a8), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.760068 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcd04-da46-4c23-b8d7-0a95b94b07f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:19.761233 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-fb2bcd04-da46-4c23-b8d7-0a95b94b07f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04f2386a-45bc-4f1f-b583-a148ce60b5a8 HTTP/1.1" status: 204 len: 168 time: 0.1252806 Mar 23 09:02:19.771354 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bcd04-da46-4c23-b8d7-0a95b94b07f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f2386a-45bc-4f1f-b583-a148ce60b5a8,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:21.638164 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:02:21.658641 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:02:21.658981 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 792cef1c-ebf2-41f5-b0d1-efc8ce39ab7c not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:02:22.899060 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36646) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:22.944381 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] Deleting subnet 282aa05b-43be-4b45-82da-2b9a24205110 {{(pid=103116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:02:22.947443 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] Publish callbacks [] for subnet (282aa05b-43be-4b45-82da-2b9a24205110), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:22.980818 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] Publish callbacks [] for subnet (282aa05b-43be-4b45-82da-2b9a24205110), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:22.989794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (282aa05b-43be-4b45-82da-2b9a24205110), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.042582 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (282aa05b-43be-4b45-82da-2b9a24205110), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.068998 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282aa05b-43be-4b45-82da-2b9a24205110,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:23.071585 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.076445 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a7c774a3-e8f1-459b-a176-490c278a8fad admin admin] 10.222.0.73 "DELETE /v2.0/subnets/282aa05b-43be-4b45-82da-2b9a24205110 HTTP/1.1" status: 204 len: 168 time: 0.1762094 Mar 23 09:02:23.079623 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36648) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:23.153246 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (192d38c5-0cb9-49d6-9265-e35f7f5e455c), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.233072 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (192d38c5-0cb9-49d6-9265-e35f7f5e455c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.253807 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.254159 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.254900 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.255235 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.255564 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.255907 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.256230 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.256551 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.256868 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.257186 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.383889 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.384296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.384727 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.385107 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:02:23.385534 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192d38c5-0cb9-49d6-9265-e35f7f5e455c']}} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:23.404755 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e12565a-ec3d-4f83-885d-151dbc490c3d') {'for_net_delete': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:23.405065 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e12565a-ec3d-4f83-885d-151dbc490c3d') {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:23.427597 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342809'] for segment (9e12565a-ec3d-4f83-885d-151dbc490c3d), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.453242 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (9e12565a-ec3d-4f83-885d-151dbc490c3d), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.462504 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:02:23.462961 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8944919'] for segment (9e12565a-ec3d-4f83-885d-151dbc490c3d), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: from cryptography.utils import int_from_bytes Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: from cryptography.utils import int_from_bytes Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: Traceback (most recent call last): Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: timer() Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: cb(*args, **kw) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: return func(*args, **kwargs) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: self._notify() Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: self.callback(batched_events) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: event.method(event) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: return f(self, *a, **k) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._get(url).json() Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: return self.request(url, 'GET', **kwargs) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:02:23.492750 dv-cinder-834822-2-iscsi neutron-server[103116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:02:23.548937 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (192d38c5-0cb9-49d6-9265-e35f7f5e455c), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.558105 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.562120 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] 10.222.0.73 "DELETE /v2.0/networks/192d38c5-0cb9-49d6-9265-e35f7f5e455c HTTP/1.1" status: 204 len: 168 time: 0.4813535 Mar 23 09:02:23.572489 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb104da-c54c-424f-ac4d-998cb9d6af64 admin admin] Pushing event deleted for resources: {'Network': ['ID=192d38c5-0cb9-49d6-9265-e35f7f5e455c,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:23.694953 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36676) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:23.717457 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36678) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:23.734804 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-f6136ab6-bf16-4c3b-bd74-76b2879f365f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f579c76a645e4944a6212cdb6ee26121&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381484 Mar 23 09:02:23.737144 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36682) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:23.789903 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66b57eea-855b-4784-9cdd-7f9f4bc2d315 admin admin] Publish callbacks [] for security_group (21b834e2-de57-4ac4-af0d-5a84bcd0e90a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.811635 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66b57eea-855b-4784-9cdd-7f9f4bc2d315 admin admin] Publish callbacks [] for security_group (21b834e2-de57-4ac4-af0d-5a84bcd0e90a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.859962 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66b57eea-855b-4784-9cdd-7f9f4bc2d315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (21b834e2-de57-4ac4-af0d-5a84bcd0e90a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.862684 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66b57eea-855b-4784-9cdd-7f9f4bc2d315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.863880 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-66b57eea-855b-4784-9cdd-7f9f4bc2d315 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21b834e2-de57-4ac4-af0d-5a84bcd0e90a HTTP/1.1" status: 204 len: 168 time: 0.1258421 Mar 23 09:02:23.871554 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b57eea-855b-4784-9cdd-7f9f4bc2d315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b834e2-de57-4ac4-af0d-5a84bcd0e90a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:23.893237 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ef68fc0-2fd6-4bc7-988b-35a2960235db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.972048 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ef68fc0-2fd6-4bc7-988b-35a2960235db admin admin] Publish callbacks [] for security_group (5aac1228-77a1-4f84-90b9-1183b6b0062f), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:23.977135 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ef68fc0-2fd6-4bc7-988b-35a2960235db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5aac1228-77a1-4f84-90b9-1183b6b0062f), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.014861 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-5ef68fc0-2fd6-4bc7-988b-35a2960235db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=222b6b4e25804c7bac7ee29e60ef2622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957666 Mar 23 09:02:24.017517 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef68fc0-2fd6-4bc7-988b-35a2960235db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac1228-77a1-4f84-90b9-1183b6b0062f,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:24.018189 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36688) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:24.067577 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6540ebe1-ebc8-401d-82c5-5288fbb46036 admin admin] Publish callbacks [] for security_group (5aac1228-77a1-4f84-90b9-1183b6b0062f), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.089385 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6540ebe1-ebc8-401d-82c5-5288fbb46036 admin admin] Publish callbacks [] for security_group (5aac1228-77a1-4f84-90b9-1183b6b0062f), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.136979 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6540ebe1-ebc8-401d-82c5-5288fbb46036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5aac1228-77a1-4f84-90b9-1183b6b0062f), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.139866 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6540ebe1-ebc8-401d-82c5-5288fbb46036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.141505 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6540ebe1-ebc8-401d-82c5-5288fbb46036 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5aac1228-77a1-4f84-90b9-1183b6b0062f HTTP/1.1" status: 204 len: 168 time: 0.1222045 Mar 23 09:02:24.149742 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540ebe1-ebc8-401d-82c5-5288fbb46036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac1228-77a1-4f84-90b9-1183b6b0062f,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:24.454903 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36710) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:24.472449 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb20e776-79d1-4061-8a87-df2672a80b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.555795 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb20e776-79d1-4061-8a87-df2672a80b36 admin admin] Publish callbacks [] for security_group (21799f1c-e39e-4d04-9b29-78cdc53ec99b), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.560320 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb20e776-79d1-4061-8a87-df2672a80b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (21799f1c-e39e-4d04-9b29-78cdc53ec99b), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.575406 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36714) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:24.600872 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20e776-79d1-4061-8a87-df2672a80b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21799f1c-e39e-4d04-9b29-78cdc53ec99b,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:24.605068 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-fb20e776-79d1-4061-8a87-df2672a80b36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eab8ef3fde264e3893e446141c23cfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489263 Mar 23 09:02:24.607763 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36718) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:24.657349 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-43fc30d9-fb25-48e2-8a7c-c91fbe41eaa0 admin admin] Publish callbacks [] for security_group (21799f1c-e39e-4d04-9b29-78cdc53ec99b), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.679339 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-43fc30d9-fb25-48e2-8a7c-c91fbe41eaa0 admin admin] Publish callbacks [] for security_group (21799f1c-e39e-4d04-9b29-78cdc53ec99b), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.682289 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-network', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:24.704426 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Made reservation on behalf of 8b731536db654867bd9c91abfc3b27dc for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:24.706801 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.716303 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.738916 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-43fc30d9-fb25-48e2-8a7c-c91fbe41eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (21799f1c-e39e-4d04-9b29-78cdc53ec99b), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.741522 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-43fc30d9-fb25-48e2-8a7c-c91fbe41eaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.742766 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-43fc30d9-fb25-48e2-8a7c-c91fbe41eaa0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21799f1c-e39e-4d04-9b29-78cdc53ec99b HTTP/1.1" status: 204 len: 168 time: 0.1340933 Mar 23 09:02:24.750943 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc30d9-fb25-48e2-8a7c-c91fbe41eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21799f1c-e39e-4d04-9b29-78cdc53ec99b,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:24.822410 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks [] for security_group (22c5dedd-1cd0-48f0-96b3-17c311f3f447), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.827461 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (22c5dedd-1cd0-48f0-96b3-17c311f3f447), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.851514 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:02:24.869328 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c5dedd-1cd0-48f0-96b3-17c311f3f447,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:24.874019 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (93f0fa15-2ba2-4991-ac1d-49ad1f88cdba), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.874390 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Added segment 93f0fa15-2ba2-4991-ac1d-49ad1f88cdba of type vlan for network 382d148c-4a5f-4475-a2e6-5066d5c138fc Mar 23 09:02:24.922880 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (382d148c-4a5f-4475-a2e6-5066d5c138fc), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.948360 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (382d148c-4a5f-4475-a2e6-5066d5c138fc), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:24.949773 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:24.950356 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.007788 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4311845 Mar 23 09:02:25.010701 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36732) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:25.016014 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Request body: {'subnet': {'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-subnet', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:25.022572 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9672ec7-fa94-4410-87a9-a1c4600ba608 admin admin] Pushing event updated for resources: {'Network': ['ID=382d148c-4a5f-4475-a2e6-5066d5c138fc,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:25.034612 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:02:25.038163 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Made reservation on behalf of 8b731536db654867bd9c91abfc3b27dc for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:25.041590 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.221017 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (c24168df-6b81-4da1-b3fd-a285bf916197), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.275969 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24168df-6b81-4da1-b3fd-a285bf916197,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:25.286604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Checking segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:25.287033 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Network hostable DHCP agents. Network: 382d148c-4a5f-4475-a2e6-5066d5c138fc, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:02:25.306049 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:02:25.317924 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 382d148c-4a5f-4475-a2e6-5066d5c138fc) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:25.322839 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:25.323531 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.332089 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc59e06-86b0-46b3-86a6-765191d1b350 None None] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:25.352921 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36748) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:25.353865 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-f7dafe8b-e0f8-4de0-8f7f-543f45603c44 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3420091 Mar 23 09:02:25.358011 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:25.379618 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (013cd76a-cc6f-46af-9062-32c6e828d384), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.380719 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (013cd76a-cc6f-46af-9062-32c6e828d384), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.439152 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks [] for router_controller (013cd76a-cc6f-46af-9062-32c6e828d384), precommit_add_association {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.456551 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-382d148c-4a5f-4475-a2e6-5066d5c138fc', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:02:25.457455 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.594617 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks [] for router_gateway (013cd76a-cc6f-46af-9062-32c6e828d384), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.625090 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Allocated IP 172.20.0.2 (382d148c-4a5f-4475-a2e6-5066d5c138fc/c24168df-6b81-4da1-b3fd-a285bf916197/7fcf6f81-92e4-450c-b01a-c5d5312b5650) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:25.795920 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Publish callbacks [] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.805091 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.820345 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks [] for router_gateway (013cd76a-cc6f-46af-9062-32c6e828d384), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.839887 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.846431 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:25.854436 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:25.857840 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:25.865867 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Pushing event updated for resources: {'Port': ['ID=7fcf6f81-92e4-450c-b01a-c5d5312b5650,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:25.896784 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.897379 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.897821 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.898192 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.898533 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.898961 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.899288 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.899624 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.899988 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.900268 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.900596 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.900937 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.901311 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.901816 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.902292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:25.934857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Attempting to bind port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:25.935233 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Attempting to bind port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:25.935596 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Attempting to bind port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:25.942322 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:25.942705 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Checking segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:25.943106 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.943654 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Bound using segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:25.944336 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Bound port: 7fcf6f81-92e4-450c-b01a-c5d5312b5650, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:25.944872 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:25.968511 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Allocated IP 172.27.0.37 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/3d2ac2d6-16fd-48c0-9746-23b377bd9ab3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:26.011543 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] For port 7fcf6f81-92e4-450c-b01a-c5d5312b5650, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:26.014673 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] For port 7fcf6f81-92e4-450c-b01a-c5d5312b5650, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=7fcf6f81-92e4-450c-b01a-c5d5312b5650,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:26.020838 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:26.081180 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks [] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:26.093693 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb800d-f812-4b40-8549-e5c84c977cc4 None None] Pushing event updated for resources: {'Port': ['ID=7fcf6f81-92e4-450c-b01a-c5d5312b5650,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:26.120463 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:26.157167 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:26.160032 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:26.162846 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:26.247912 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:26.498678 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks [] for router_gateway (013cd76a-cc6f-46af-9062-32c6e828d384), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:26.716361 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (013cd76a-cc6f-46af-9062-32c6e828d384), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:26.890996 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-55375c48-b156-4391-b005-54a617bfbd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:26.912603 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Router 013cd76a-cc6f-46af-9062-32c6e828d384 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:02:27.045135 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:27.054570 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Sync routers for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:27.065953 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:27.066580 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:27.070878 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.073337 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d53e59d3-14a0-4dde-9653-e49e2da31c38 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7185154 Mar 23 09:02:27.075769 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36810) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:27.185400 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:27.290858 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7961378-cdb0-4daf-a427-c8baee08f6f0 None None] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:27.392948 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-46a87376-68f2-4c89-8fb7-af7c26849af2 None None] Provisioning complete for port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:27.393375 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-46a87376-68f2-4c89-8fb7-af7c26849af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.418381 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:26Z', 'revision_number': 3, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:27.450473 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Checking router: 013cd76a-cc6f-46af-9062-32c6e828d384 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:27.450926 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Updating router 013cd76a-cc6f-46af-9062-32c6e828d384 port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:02:27.479922 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.528380 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-46a87376-68f2-4c89-8fb7-af7c26849af2 None None] Current status of the port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:27.528667 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-46a87376-68f2-4c89-8fb7-af7c26849af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.578942 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-46a87376-68f2-4c89-8fb7-af7c26849af2 None None] For port 7fcf6f81-92e4-450c-b01a-c5d5312b5650, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=7fcf6f81-92e4-450c-b01a-c5d5312b5650,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:27.583718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-46a87376-68f2-4c89-8fb7-af7c26849af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.605170 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.664821 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a87376-68f2-4c89-8fb7-af7c26849af2 None None] Pushing event updated for resources: {'Port': ['ID=7fcf6f81-92e4-450c-b01a-c5d5312b5650,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:27.723376 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 7fcf6f81-92e4-450c-b01a-c5d5312b5650 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:27.778318 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:27.778905 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.799936 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Allocated IP 172.20.0.1 (382d148c-4a5f-4475-a2e6-5066d5c138fc/c24168df-6b81-4da1-b3fd-a285bf916197/19425a4d-7cef-4e33-a8e7-a9eae85d89c7) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:27.896161 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:27.902694 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Publish callbacks [] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.909089 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.913859 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-418cdcc9-fc5b-4b7b-9692-1565d11b7edd None None] Provisioning complete for port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:27.914305 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-418cdcc9-fc5b-4b7b-9692-1565d11b7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.966785 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Attempting to bind port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:27.967401 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Attempting to bind port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:27.968630 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Attempting to bind port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:27.973950 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks [] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:27.992321 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:27.992696 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:27.995736 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.000164 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:28.002149 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Bound port: 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:28.002547 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.015232 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.035844 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-418cdcc9-fc5b-4b7b-9692-1565d11b7edd None None] Current status of the port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:28.060592 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:28.064209 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:28.068807 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:28.082254 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Pushing event updated for resources: {'Port': ['ID=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,revision_number=2']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:28.106725 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.107490 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.108015 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.109665 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.110873 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.111379 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.112315 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.112822 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.113339 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.113819 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.114288 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.114787 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.115399 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.115881 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.116361 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:02:28.118257 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (013cd76a-cc6f-46af-9062-32c6e828d384), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.144444 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] For port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:28.148389 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] For port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:28.157830 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.253488 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:28.254668 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:01:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:28.258561 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28f3b9-b01c-456c-90e7-03965dd09e77 None None] Pushing event updated for resources: {'Port': ['ID=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:28.415237 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:28.480617 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-44aed28b-74be-4e88-9b3f-1a6513ca4162 None None] Provisioning complete for port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:28.481110 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-44aed28b-74be-4e88-9b3f-1a6513ca4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.525450 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:28.554832 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-44aed28b-74be-4e88-9b3f-1a6513ca4162 None None] Port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:28.583818 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.680118 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:26Z', 'revision_number': 3, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:28.710015 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1d7b6-95a7-426c-9732-a5b87070ead4 None None] The sync data for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi is: [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:26Z', 'revision_number': 3, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:28.752159 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks [] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.756743 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.824959 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (013cd76a-cc6f-46af-9062-32c6e828d384), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:28.826772 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:28.924606 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:28.927384 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:28.964419 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-a8302e13-c68e-4e75-a204-c73cda8ed07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:29.064441 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Router 013cd76a-cc6f-46af-9062-32c6e828d384 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:02:29.184132 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-e390f979-5228-492c-8230-11d1e73ec894 None None] Provisioning complete for port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:29.184464 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e390f979-5228-492c-8230-11d1e73ec894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:29.186208 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:29.193582 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-93a7f5fb-229c-4665-b943-c20bfb0cc9b5 admin admin] 10.222.0.73 "PUT /v2.0/routers/013cd76a-cc6f-46af-9062-32c6e828d384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1142850 Mar 23 09:02:29.227759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-e390f979-5228-492c-8230-11d1e73ec894 None None] Port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:29.694052 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-081fbeec-b113-44e1-bf6b-7b491f4b7f1f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:29.695540 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-081fbeec-b113-44e1-bf6b-7b491f4b7f1f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 819 time: 0.1500580 Mar 23 09:02:29.711733 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-ab6422a4-0099-4838-99eb-03a4bc6b592f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/quotas/8b731536db654867bd9c91abfc3b27dc HTTP/1.1" status: 200 len: 375 time: 0.0106204 Mar 23 09:02:29.734895 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:29.783364 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-a8ff24fa-3c08-45ea-8000-d4ac15566e0c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659409 Mar 23 09:02:29.803614 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:29.803991 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:29.883835 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-c666eb9e-155c-4df6-9737-b6275d51a1eb service neutron] 10.222.0.73 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931892 Mar 23 09:02:29.900309 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:29.900780 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:29.925955 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:29.931109 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:29.931996 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 7fcf6f81-92e4-450c-b01a-c5d5312b5650 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:29.992016 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-e7ec8371-dacd-4aeb-bc9b-4091ccaf844a service neutron] 10.222.0.73 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005242 Mar 23 09:02:30.017670 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:30.031919 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:30.032392 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.181978 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:30.192783 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d3e00a1f-13dd-45d8-81bf-e81ed8c38b8d req-6b8478b1-df88-422b-9a98-5db2205eb3c1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 210 time: 0.0375214 Mar 23 09:02:30.201530 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.464467 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-2cdcf680-2dfb-4d2c-b427-f76661e1303c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:30.466625 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-2cdcf680-2dfb-4d2c-b427-f76661e1303c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 819 time: 0.1329181 Mar 23 09:02:30.474682 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36932) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:30.488148 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-69738f8a-b549-48ed-be57-a995250f4c03 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/quotas/8b731536db654867bd9c91abfc3b27dc HTTP/1.1" status: 200 len: 375 time: 0.0143855 Mar 23 09:02:30.520548 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Sync routers for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:30.540105 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:30.540726 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:30.571765 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-56afdeac-400b-4da9-83f3-f147d29f6209 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779622 Mar 23 09:02:30.622028 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a02073f7-3a35-4234-a4d5-54eb2a1ddfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.661247 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:30.710893 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a02073f7-3a35-4234-a4d5-54eb2a1ddfe9 admin admin] Publish callbacks [] for security_group (964794d4-385e-40cb-8dd8-3066748d7065), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.715747 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a02073f7-3a35-4234-a4d5-54eb2a1ddfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (964794d4-385e-40cb-8dd8-3066748d7065), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.731071 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-df7b7aa6-c4c3-4cdb-b3b4-47e99e4a0fa0 service neutron] 10.222.0.73 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490803 Mar 23 09:02:30.759633 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02073f7-3a35-4234-a4d5-54eb2a1ddfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964794d4-385e-40cb-8dd8-3066748d7065,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:30.776902 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a02073f7-3a35-4234-a4d5-54eb2a1ddfe9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ac8ca10f829d4a97966ad9d6f3bac16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985659 Mar 23 09:02:30.777141 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36940) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:30.837223 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d5f411f-c6a0-4fca-b2af-cb86ef076c63 admin admin] Publish callbacks [] for security_group (964794d4-385e-40cb-8dd8-3066748d7065), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.851561 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-9a86d7a8-44d5-4f95-82a3-cd941fd6b8e2 service neutron] 10.222.0.73 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089723 Mar 23 09:02:30.862269 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d5f411f-c6a0-4fca-b2af-cb86ef076c63 admin admin] Publish callbacks [] for security_group (964794d4-385e-40cb-8dd8-3066748d7065), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.912860 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 2, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:30.930447 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d5f411f-c6a0-4fca-b2af-cb86ef076c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (964794d4-385e-40cb-8dd8-3066748d7065), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.935280 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d5f411f-c6a0-4fca-b2af-cb86ef076c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.939200 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9d5f411f-c6a0-4fca-b2af-cb86ef076c63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/964794d4-385e-40cb-8dd8-3066748d7065 HTTP/1.1" status: 204 len: 168 time: 0.1583650 Mar 23 09:02:30.945419 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Checking router: 013cd76a-cc6f-46af-9062-32c6e828d384 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:30.945753 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Updating router 013cd76a-cc6f-46af-9062-32c6e828d384 port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:02:30.955353 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f411f-c6a0-4fca-b2af-cb86ef076c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964794d4-385e-40cb-8dd8-3066748d7065,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:31.008515 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.060116 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d3ef8574-89c9-4f6d-9327-d27a2eb5f629 req-3d177cde-b991-4d59-99c1-0959345913c5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 210 time: 0.0470512 Mar 23 09:02:31.293328 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 36956) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:31.310631 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-11368645-0edf-4e11-a213-6700a8c7d333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.317770 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Publish callbacks [] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.323707 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.416050 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386799bd-895b-4256-bc65-84665dfaa3a0 None None] Pushing event updated for resources: {'Port': ['ID=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:31.435881 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-11368645-0edf-4e11-a213-6700a8c7d333 admin admin] Publish callbacks [] for security_group (063a7516-c924-48a4-b628-4ce5aa44e19a), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.456898 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-11368645-0edf-4e11-a213-6700a8c7d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (063a7516-c924-48a4-b628-4ce5aa44e19a), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.506044 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Attempting to bind port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:31.506684 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Attempting to bind port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:31.509851 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Attempting to bind port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:31.513586 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11368645-0edf-4e11-a213-6700a8c7d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063a7516-c924-48a4-b628-4ce5aa44e19a,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:31.523989 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 36962) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:31.524398 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-11368645-0edf-4e11-a213-6700a8c7d333 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62fc00f6ccf74d5bba0f57f0a275ddbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298346 Mar 23 09:02:31.533564 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:31.534126 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Checking segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:31.534578 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.534966 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Bound using segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:31.535493 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Bound port: 19425a4d-7cef-4e33-a8e7-a9eae85d89c7, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:31.535879 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.627884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f0b103b-eb3f-4769-9035-47acbaedc487 admin admin] Publish callbacks [] for security_group (063a7516-c924-48a4-b628-4ce5aa44e19a), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.676585 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:31.725507 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.728981 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f0b103b-eb3f-4769-9035-47acbaedc487 admin admin] Publish callbacks [] for security_group (063a7516-c924-48a4-b628-4ce5aa44e19a), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.739101 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] For port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:31.755625 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-7258167c-9bd7-4d3c-a5cc-d1c7ed46fc43 None None] Provisioning complete for port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:31.756001 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-7258167c-9bd7-4d3c-a5cc-d1c7ed46fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.769296 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] For port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:31.806351 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.829939 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-0bf84693-18b2-49e3-acfc-2d7fd95a8afb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:31.832218 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-0bf84693-18b2-49e3-acfc-2d7fd95a8afb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 819 time: 0.1870046 Mar 23 09:02:31.861098 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'port': {'device_id': '67880b35-6939-459b-aa97-d15cfaf75680', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'admin_state_up': True, 'tenant_id': '8b731536db654867bd9c91abfc3b27dc'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:31.871275 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f0b103b-eb3f-4769-9035-47acbaedc487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (063a7516-c924-48a4-b628-4ce5aa44e19a), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.879810 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f0b103b-eb3f-4769-9035-47acbaedc487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.883480 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4f0b103b-eb3f-4769-9035-47acbaedc487 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/063a7516-c924-48a4-b628-4ce5aa44e19a HTTP/1.1" status: 204 len: 168 time: 0.3585422 Mar 23 09:02:31.893459 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:31.893867 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:31.898646 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-7258167c-9bd7-4d3c-a5cc-d1c7ed46fc43 None None] Port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:31.901443 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:31.902069 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:31.921163 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b103b-eb3f-4769-9035-47acbaedc487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a7516-c924-48a4-b628-4ce5aa44e19a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:32.212797 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Made reservation on behalf of 8b731536db654867bd9c91abfc3b27dc for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:32.217950 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.243971 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c404b5e6-8bed-485f-a5e5-7ead6b653a21 req-10e64e11-a03b-4f5a-b6d7-88d5ee5024b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 210 time: 0.0679989 Mar 23 09:02:32.287261 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386799bd-895b-4256-bc65-84665dfaa3a0 None None] Pushing event updated for resources: {'Port': ['ID=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:32.349055 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:32.429824 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Allocated IP 172.20.0.8 (382d148c-4a5f-4475-a2e6-5066d5c138fc/c24168df-6b81-4da1-b3fd-a285bf916197/9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:32.432003 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-812fe34c-b675-4e71-b1c3-f62775de36f2 None None] Provisioning complete for port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:32.432003 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-812fe34c-b675-4e71-b1c3-f62775de36f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.491112 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:32.499917 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-b501878d-3ee8-43a6-a982-5cfa9e6c0466 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:32.501453 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-b501878d-3ee8-43a6-a982-5cfa9e6c0466 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 819 time: 0.1800511 Mar 23 09:02:32.633164 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.661942 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-812fe34c-b675-4e71-b1c3-f62775de36f2 None None] Current status of the port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:32.662276 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-812fe34c-b675-4e71-b1c3-f62775de36f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.670521 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.721978 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:32.728030 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-812fe34c-b675-4e71-b1c3-f62775de36f2 None None] For port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:32.728384 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:32.733964 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:32.740067 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-812fe34c-b675-4e71-b1c3-f62775de36f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.761592 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'Port': ['ID=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:32.791704 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:31Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:32.818150 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:32.818826 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.828000 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d7cf5-2d81-465a-9651-f8c41ce6bc53 None None] The sync data for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi is: [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:31Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:32.832243 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fe34c-b675-4e71-b1c3-f62775de36f2 None None] Pushing event updated for resources: {'Port': ['ID=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:32.847199 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-fdf210ca-c76c-48d3-a2ae-b4a87be9ee00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9923630 Mar 23 09:02:33.096055 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:33.109371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-ea8c226a-c6d1-44a4-a68e-de8815379077 None None] Provisioning complete for port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:33.110279 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ea8c226a-c6d1-44a4-a68e-de8815379077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:33.158619 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c226a-c6d1-44a4-a68e-de8815379077 None None] Port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:33.364058 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-742e1f91-b4fb-4d6f-a876-fa2e28d1d028 req-9f8802db-9048-44ef-8e2f-c5d770fde6fb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 210 time: 0.0275202 Mar 23 09:02:33.637394 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:33.693390 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:33.693685 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:33.783984 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:34.136210 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37056) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:34.442854 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f56d42d-0c88-4533-9a31-36e3b33216e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:34.472007 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6221a8b1-e924-4e32-9f45-2738231abe33 req-e305100f-a6fe-438e-b69c-32ca3dd7e30a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 210 time: 0.0309908 Mar 23 09:02:34.538371 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f56d42d-0c88-4533-9a31-36e3b33216e0 admin admin] Publish callbacks [] for security_group (d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:34.541899 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f56d42d-0c88-4533-9a31-36e3b33216e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:34.579495 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9f56d42d-0c88-4533-9a31-36e3b33216e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfaf27d5dda24d3ca92dfc7b107c000c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421608 Mar 23 09:02:34.580364 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56d42d-0c88-4533-9a31-36e3b33216e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:34.582241 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37068) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:34.634218 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b24901d1-0cd7-4324-bc22-1315dfd125e4 admin admin] Publish callbacks [] for security_group (d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:34.655657 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b24901d1-0cd7-4324-bc22-1315dfd125e4 admin admin] Publish callbacks [] for security_group (d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:34.700953 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b24901d1-0cd7-4324-bc22-1315dfd125e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:34.704018 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b24901d1-0cd7-4324-bc22-1315dfd125e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:34.705185 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b24901d1-0cd7-4324-bc22-1315dfd125e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1 HTTP/1.1" status: 204 len: 168 time: 0.1172512 Mar 23 09:02:34.712730 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24901d1-0cd7-4324-bc22-1315dfd125e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a4fd2-9cc8-426c-909d-7cf4ded5c4a1,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:34.969393 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37078) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:34.982261 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-77d04c07-cfd2-447b-b674-f2960bfe9d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.059211 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-77d04c07-cfd2-447b-b674-f2960bfe9d04 admin admin] Publish callbacks [] for security_group (b13d67f0-5d98-4bca-82bc-5f8d3b014968), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.063183 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-77d04c07-cfd2-447b-b674-f2960bfe9d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b13d67f0-5d98-4bca-82bc-5f8d3b014968), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.098797 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d04c07-cfd2-447b-b674-f2960bfe9d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d67f0-5d98-4bca-82bc-5f8d3b014968,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:35.105430 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-77d04c07-cfd2-447b-b674-f2960bfe9d04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c60b6c4ea0ee4c3f9bf5c708fea4efab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327229 Mar 23 09:02:35.106058 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37080) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:35.152724 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5ce-9e55-4fb3-aca2-b00f4700b3e5 admin admin] Publish callbacks [] for security_group (b13d67f0-5d98-4bca-82bc-5f8d3b014968), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.174231 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5ce-9e55-4fb3-aca2-b00f4700b3e5 admin admin] Publish callbacks [] for security_group (b13d67f0-5d98-4bca-82bc-5f8d3b014968), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.222501 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5ce-9e55-4fb3-aca2-b00f4700b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b13d67f0-5d98-4bca-82bc-5f8d3b014968), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.225103 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5ce-9e55-4fb3-aca2-b00f4700b3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.226294 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-26f8c5ce-9e55-4fb3-aca2-b00f4700b3e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b13d67f0-5d98-4bca-82bc-5f8d3b014968 HTTP/1.1" status: 204 len: 168 time: 0.1191041 Mar 23 09:02:35.234352 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8c5ce-9e55-4fb3-aca2-b00f4700b3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d67f0-5d98-4bca-82bc-5f8d3b014968,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:35.414118 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Request body: {'port': {'device_id': '67880b35-6939-459b-aa97-d15cfaf75680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:35.420329 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'port': {'device_id': '10b38ece-0e08-468b-b770-6a017aa6245f', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'admin_state_up': True, 'tenant_id': '8b731536db654867bd9c91abfc3b27dc'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:35.484294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.560876 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Made reservation on behalf of 8b731536db654867bd9c91abfc3b27dc for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:35.566114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.635245 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-afff6f73-4b97-404b-9ce2-83994ab1dbb7 req-24e142ae-ff32-4c38-8da3-3ab701374c17 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 210 time: 0.0731037 Mar 23 09:02:35.711181 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Allocated IP 172.20.0.10 (382d148c-4a5f-4475-a2e6-5066d5c138fc/c24168df-6b81-4da1-b3fd-a285bf916197/0f962130-7e6a-4c2a-bf1a-3bd3203c976a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:35.862757 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.898791 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.941150 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:35.946317 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:35.951643 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:35.958711 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:35.959305 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.976306 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'Port': ['ID=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:35.993944 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-399f8f92-877c-410c-a310-1cc8fe43366f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817761 Mar 23 09:02:36.013127 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Request body: {'port': {'device_id': '10b38ece-0e08-468b-b770-6a017aa6245f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:36.083566 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:02:36.094777 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Publish callbacks [] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.099652 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.110844 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Transition to ACTIVE for port object 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:02:36.116540 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.179868 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Pushing event updated for resources: {'Port': ['ID=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:36.271006 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Attempting to bind port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:36.271352 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Attempting to bind port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:36.271675 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Attempting to bind port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:36.276429 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:02:36.276868 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Attempting to bind port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:36.282599 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:36.283079 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Checking segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:36.283554 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Bound using segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:36.284963 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Bound port: 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:36.286282 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.307229 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-a9d286b0-b969-4f7e-8b8b-5aff210fb1d6 None None] Provisioning complete for port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:36.307717 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-a9d286b0-b969-4f7e-8b8b-5aff210fb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.386816 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] For port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:36.395026 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] For port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:36.396862 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-a9d286b0-b969-4f7e-8b8b-5aff210fb1d6 None None] Port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:36.407477 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.446452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:36.447019 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.448869 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] 10.222.0.84 "PUT /v2.0/ports/9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 HTTP/1.1" status: 200 len: 1093 time: 1.0396650 Mar 23 09:02:36.449475 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67880b35-6939-459b-aa97-d15cfaf75680', 'tag': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:36.452075 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1ce716-cd89-40e1-92ae-66709e439c49" -d '{"events": [{"name": "network-changed", "server_uuid": "67880b35-6939-459b-aa97-d15cfaf75680", "tag": "9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:36.523988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443a9727-9d92-4187-a773-d97563662f4c x-openstack-request-id: req-443a9727-9d92-4187-a773-d97563662f4c {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:36.524563 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67880b35-6939-459b-aa97-d15cfaf75680", "tag": "9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:36.525069 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-443a9727-9d92-4187-a773-d97563662f4c {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:36.525766 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443a9727-9d92-4187-a773-d97563662f4c'] response: {'name': 'network-changed', 'server_uuid': '67880b35-6939-459b-aa97-d15cfaf75680', 'tag': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7', 'status': 'completed', 'code': 200} Mar 23 09:02:36.528299 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301c93-5ef2-4304-a1be-189729aa2a15 service neutron] Pushing event updated for resources: {'Port': ['ID=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:36.566218 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f962130-7e6a-4c2a-bf1a-3bd3203c976a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:02:36.576747 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Publish callbacks [] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.593561 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Transition to ACTIVE for port object 0f962130-7e6a-4c2a-bf1a-3bd3203c976a will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:02:36.599601 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.644349 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37130) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:36.708205 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Pushing event updated for resources: {'Port': ['ID=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:36.759847 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Attempting to bind port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:36.760477 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Attempting to bind port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:36.760833 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Attempting to bind port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:36.767431 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a on network 382d148c-4a5f-4475-a2e6-5066d5c138fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:02:36.767754 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Attempting to bind port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:36.775525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:36.776681 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Checking segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:36.777513 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Bound using segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:36.777953 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Bound port: 0f962130-7e6a-4c2a-bf1a-3bd3203c976a, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:36.778312 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.808405 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9bfc-42e6-4225-b230-194f39ac81f6 req-f3062444-44c1-4789-ad99-d9a8ea1fc9b4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:36.809981 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60eb9bfc-42e6-4225-b230-194f39ac81f6 req-f3062444-44c1-4789-ad99-d9a8ea1fc9b4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.0919688 Mar 23 09:02:36.876624 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-98d48c97-6d5d-475d-8746-1101a3e51a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.879526 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] For port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:36.883407 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] For port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:36.889430 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.921386 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60eb9bfc-42e6-4225-b230-194f39ac81f6 req-7a90baef-ec2c-4e5e-a1af-f826cb9c136e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013513 Mar 23 09:02:36.923864 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:36.924500 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.925881 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] 10.222.0.84 "PUT /v2.0/ports/0f962130-7e6a-4c2a-bf1a-3bd3203c976a HTTP/1.1" status: 200 len: 1094 time: 0.9206338 Mar 23 09:02:36.928535 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b38ece-0e08-468b-b770-6a017aa6245f', 'tag': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:36.931100 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dce9ed2-8ef6-43b7-9c8a-2160872ae133" -d '{"events": [{"name": "network-changed", "server_uuid": "10b38ece-0e08-468b-b770-6a017aa6245f", "tag": "0f962130-7e6a-4c2a-bf1a-3bd3203c976a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:36.970734 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fad64-74c6-46d0-a836-dbcac1b9882e service neutron] Pushing event updated for resources: {'Port': ['ID=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:36.988972 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82624af5-8f5b-4d59-9dd8-8700ac45ec20 x-openstack-request-id: req-82624af5-8f5b-4d59-9dd8-8700ac45ec20 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:36.989285 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b38ece-0e08-468b-b770-6a017aa6245f", "tag": "0f962130-7e6a-4c2a-bf1a-3bd3203c976a", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:36.989770 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82624af5-8f5b-4d59-9dd8-8700ac45ec20 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:36.990214 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82624af5-8f5b-4d59-9dd8-8700ac45ec20'] response: {'name': 'network-changed', 'server_uuid': '10b38ece-0e08-468b-b770-6a017aa6245f', 'tag': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a', 'status': 'completed', 'code': 200} Mar 23 09:02:37.005423 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-98d48c97-6d5d-475d-8746-1101a3e51a5a admin admin] Publish callbacks [] for security_group (e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:37.012205 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-98d48c97-6d5d-475d-8746-1101a3e51a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:37.052877 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-98d48c97-6d5d-475d-8746-1101a3e51a5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b311f53d7a6f448b84a5bba88a619448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064519 Mar 23 09:02:37.054468 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d48c97-6d5d-475d-8746-1101a3e51a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:37.055663 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37144) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:37.122930 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a479eb6-c3f2-4807-b37d-76a7f3910ef3 admin admin] Publish callbacks [] for security_group (e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:37.148086 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a479eb6-c3f2-4807-b37d-76a7f3910ef3 admin admin] Publish callbacks [] for security_group (e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:37.202593 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a479eb6-c3f2-4807-b37d-76a7f3910ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:37.205690 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a479eb6-c3f2-4807-b37d-76a7f3910ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:37.206752 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-7a479eb6-c3f2-4807-b37d-76a7f3910ef3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb HTTP/1.1" status: 204 len: 168 time: 0.1500621 Mar 23 09:02:37.214686 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a479eb6-c3f2-4807-b37d-76a7f3910ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3178fce-9ce3-4cb0-aaaa-5a31db58f1cb,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:37.866658 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37176) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:37.960730 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-498665120-network', 'tenant_id': 'c73435dd3780472594b6acb34d406b03'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:37.981108 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Made reservation on behalf of c73435dd3780472594b6acb34d406b03 for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:37.983462 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:37.992072 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.078322 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab4036-f962-451b-a8fc-a9ff30bf9694 req-47097dca-c7dc-4b1f-a8d3-454919b22f8b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:38.079745 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fbab4036-f962-451b-a8fc-a9ff30bf9694 req-47097dca-c7dc-4b1f-a8d3-454919b22f8b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.0848086 Mar 23 09:02:38.136637 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks [] for security_group (ecaf77a1-aad3-4004-9208-5aab1c9ca48a), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.144377 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ecaf77a1-aad3-4004-9208-5aab1c9ca48a), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.159700 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fbab4036-f962-451b-a8fc-a9ff30bf9694 req-a2a1f504-4f1c-4e78-8334-0ac4df251d99 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734608 Mar 23 09:02:38.172840 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:02:38.181646 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaf77a1-aad3-4004-9208-5aab1c9ca48a,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:38.188324 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (d88ae936-5e9d-4267-8e01-4f1ba4d020cc), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.188671 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Added segment d88ae936-5e9d-4267-8e01-4f1ba4d020cc of type vlan for network d6906108-2cae-4f3e-b005-bc439effb470 Mar 23 09:02:38.229060 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (d6906108-2cae-4f3e-b005-bc439effb470), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.252853 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (d6906108-2cae-4f3e-b005-bc439effb470), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.253960 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:38.254534 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.310284 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4425311 Mar 23 09:02:38.313491 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37182) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:38.318186 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Request body: {'subnet': {'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-498665120-subnet', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:38.325851 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b976-54c0-4c3c-aac9-ab8259061cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=d6906108-2cae-4f3e-b005-bc439effb470,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:38.336205 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network d6906108-2cae-4f3e-b005-bc439effb470 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:02:38.339748 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Made reservation on behalf of c73435dd3780472594b6acb34d406b03 for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:38.343680 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.517983 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.575591 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:38.585633 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Checking segment: {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:38.585998 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Network hostable DHCP agents. Network: d6906108-2cae-4f3e-b005-bc439effb470, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:02:38.602018 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Network d6906108-2cae-4f3e-b005-bc439effb470 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:02:38.612748 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, d6906108-2cae-4f3e-b005-bc439effb470) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:38.617820 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:38.619753 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.620770 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae63be-6d1e-45bd-8db0-87839b944b53 None None] Network d6906108-2cae-4f3e-b005-bc439effb470 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:38.635285 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ca0ed640-cfc6-47c8-a712-af767001c20e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3207896 Mar 23 09:02:38.638038 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37188) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:38.642437 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:38.661459 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (648928a6-92cf-4ec0-9842-3b1b1c44b68f), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.662479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (648928a6-92cf-4ec0-9842-3b1b1c44b68f), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.717662 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks [] for router_controller (648928a6-92cf-4ec0-9842-3b1b1c44b68f), precommit_add_association {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.723382 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-d6906108-2cae-4f3e-b005-bc439effb470', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'project_id': 'c73435dd3780472594b6acb34d406b03', 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:02:38.724244 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.858865 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks [] for router_gateway (648928a6-92cf-4ec0-9842-3b1b1c44b68f), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:38.881852 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Allocated IP 172.20.0.2 (d6906108-2cae-4f3e-b005-bc439effb470/ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8/c39ca4da-a68b-40c5-b3e9-aa4bffac11c9) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:39.024844 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Publish callbacks [] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.031947 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.074310 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks [] for router_gateway (648928a6-92cf-4ec0-9842-3b1b1c44b68f), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.075635 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Network d6906108-2cae-4f3e-b005-bc439effb470 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:39.078559 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:39.084838 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:39.092801 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Pushing event updated for resources: {'Port': ['ID=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:39.113807 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9ed2-8ef6-43b7-9c8a-2160872ae133 req-5cd595e2-2227-4a61-b19b-16555a084c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:39.115405 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1dce9ed2-8ef6-43b7-9c8a-2160872ae133 req-5cd595e2-2227-4a61-b19b-16555a084c29 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 1128 time: 0.0722902 Mar 23 09:02:39.115796 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.150410 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Attempting to bind port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:39.151041 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Attempting to bind port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:39.151407 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Attempting to bind port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 on network d6906108-2cae-4f3e-b005-bc439effb470 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:39.157883 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:39.158263 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Checking segment: {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:39.158663 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.159059 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Bound using segment: {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:39.159527 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Bound port: c39ca4da-a68b-40c5-b3e9-aa4bffac11c9, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:39.159902 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.203347 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce716-cd89-40e1-92ae-66709e439c49 req-16f92a67-fc36-4c95-b0db-fad94bfd831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:39.204534 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3d1ce716-cd89-40e1-92ae-66709e439c49 req-16f92a67-fc36-4c95-b0db-fad94bfd831c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 1127 time: 0.0987048 Mar 23 09:02:39.234007 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] For port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:39.243995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] For port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:39.252968 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.323361 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5efbc4-9fa0-4777-b7bd-975041c1dff5 None None] Pushing event updated for resources: {'Port': ['ID=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:39.365223 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9ed2-8ef6-43b7-9c8a-2160872ae133 req-6bae2381-6c88-4f93-a18f-186cb8e81964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:39.366935 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1dce9ed2-8ef6-43b7-9c8a-2160872ae133 req-6bae2381-6c88-4f93-a18f-186cb8e81964 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=8b731536db654867bd9c91abfc3b27dc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2345777 Mar 23 09:02:39.380000 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b107-cfdd-4305-8b69-c43b9bc425e2 req-af359932-3ac2-4e46-b2a6-90a2164c93d7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:39.380700 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Allocated IP 172.27.0.56 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/2e23f1cf-9381-423d-80a0-9c304f0eb112) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:39.381810 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8998b107-cfdd-4305-8b69-c43b9bc425e2 req-af359932-3ac2-4e46-b2a6-90a2164c93d7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.1210203 Mar 23 09:02:39.532596 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce716-cd89-40e1-92ae-66709e439c49 req-300647ca-8d8a-44af-922e-723f8b0aa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:39.538245 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3d1ce716-cd89-40e1-92ae-66709e439c49 req-300647ca-8d8a-44af-922e-723f8b0aa8f6 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=8b731536db654867bd9c91abfc3b27dc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3129821 Mar 23 09:02:39.583799 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8998b107-cfdd-4305-8b69-c43b9bc425e2 req-8bcc029f-3282-4ba3-a7a5-9d05071161a0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953294 Mar 23 09:02:39.638155 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9ed2-8ef6-43b7-9c8a-2160872ae133 req-70387493-343c-4d7c-ac37-213ee5fa2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:39.640520 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1dce9ed2-8ef6-43b7-9c8a-2160872ae133 req-70387493-343c-4d7c-ac37-213ee5fa2c63 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2444863 Mar 23 09:02:39.755612 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:39.792619 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-4c414336-19cd-471d-9613-b847a817868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:39.794816 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-4c414336-19cd-471d-9613-b847a817868b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 1128 time: 0.0825558 Mar 23 09:02:39.822125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:39.822499 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.909948 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:39.910343 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:39.945739 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:39.950412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.004021 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:40.010594 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks [] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.028552 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce716-cd89-40e1-92ae-66709e439c49 req-43c5be3e-3acb-4ab2-9b4d-8cc5dbbd4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:40.030616 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3d1ce716-cd89-40e1-92ae-66709e439c49 req-43c5be3e-3acb-4ab2-9b4d-8cc5dbbd4015 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4768772 Mar 23 09:02:40.054804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.093638 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:40.100748 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:40.105442 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:40.109059 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e23f1cf-9381-423d-80a0-9c304f0eb112,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:40.362191 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks [] for router_gateway (648928a6-92cf-4ec0-9842-3b1b1c44b68f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.394522 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed2824-c64a-4204-9cf2-32bb6e1859dc None None] Network d6906108-2cae-4f3e-b005-bc439effb470 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:40.498574 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-ec6445b7-710b-4b7a-aefe-aad3a55b98f8 None None] Provisioning complete for port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:40.498953 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ec6445b7-710b-4b7a-aefe-aad3a55b98f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.581766 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (648928a6-92cf-4ec0-9842-3b1b1c44b68f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.588447 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-ec6445b7-710b-4b7a-aefe-aad3a55b98f8 None None] Current status of the port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:40.749961 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a43e38-e492-450a-89f0-1eb6fbb484e8 req-6fc9010d-7901-491d-8ce0-75bb8ba17cb3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:40.751447 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a43e38-e492-450a-89f0-1eb6fbb484e8 req-6fc9010d-7901-491d-8ce0-75bb8ba17cb3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.0832267 Mar 23 09:02:40.782198 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Router 648928a6-92cf-4ec0-9842-3b1b1c44b68f is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:02:40.808993 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-a1e96c05-37c2-4099-a8ec-6377d17a68ca None None] Provisioning complete for port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:40.809606 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c05-37c2-4099-a8ec-6377d17a68ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.867605 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a43e38-e492-450a-89f0-1eb6fbb484e8 req-e9eedde0-48a9-4bdb-b404-4b685912f46b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091790 Mar 23 09:02:40.891297 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-a1e96c05-37c2-4099-a8ec-6377d17a68ca None None] Current status of the port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:40.911051 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:40.920855 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Sync routers for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:40.929926 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:40.931275 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-8af7a9fb-f1a7-4c3f-9f1a-719a621d6bb0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2919738 Mar 23 09:02:40.934213 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37216) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:40.934914 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:40.935058 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:41.042890 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:41.218837 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:40Z', 'revision_number': 3, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:41.244429 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Checking router: 648928a6-92cf-4ec0-9842-3b1b1c44b68f for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:41.244782 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Updating router 648928a6-92cf-4ec0-9842-3b1b1c44b68f port 2e23f1cf-9381-423d-80a0-9c304f0eb112 binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:02:41.286458 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.365741 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.520111 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Allocated IP 172.20.0.1 (d6906108-2cae-4f3e-b005-bc439effb470/ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8/aefe4035-a782-41b0-a74a-c759ac433f52) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:41.554579 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Publish callbacks [] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.562086 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.610693 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Attempting to bind port 2e23f1cf-9381-423d-80a0-9c304f0eb112 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:41.611277 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Attempting to bind port 2e23f1cf-9381-423d-80a0-9c304f0eb112 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:41.611652 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Attempting to bind port 2e23f1cf-9381-423d-80a0-9c304f0eb112 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:41.625976 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:41.626357 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:41.626764 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.627162 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:41.628029 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Bound port: 2e23f1cf-9381-423d-80a0-9c304f0eb112, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:41.628029 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.630479 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18ee64-0fca-4537-aa73-0a7d81ca02e4 None None] Pushing event updated for resources: {'Port': ['ID=2e23f1cf-9381-423d-80a0-9c304f0eb112,revision_number=2']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:41.631403 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks [] for port (aefe4035-a782-41b0-a74a-c759ac433f52), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.639459 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:41.666584 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.689060 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] For port 2e23f1cf-9381-423d-80a0-9c304f0eb112, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:41.692395 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] For port 2e23f1cf-9381-423d-80a0-9c304f0eb112, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2e23f1cf-9381-423d-80a0-9c304f0eb112,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:41.699018 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:41.699384 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.699784 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.715292 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Network d6906108-2cae-4f3e-b005-bc439effb470 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:41.721559 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:41.726199 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:41.727002 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (648928a6-92cf-4ec0-9842-3b1b1c44b68f), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.730059 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Pushing event updated for resources: {'Port': ['ID=aefe4035-a782-41b0-a74a-c759ac433f52,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:41.808362 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:41.808604 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:41.808981 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:41.847720 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18ee64-0fca-4537-aa73-0a7d81ca02e4 None None] Pushing event updated for resources: {'Port': ['ID=2e23f1cf-9381-423d-80a0-9c304f0eb112,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:41.889327 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:41.937058 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:42.032611 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-7b1b1671-7dc2-4585-a379-1dca4de8a627 None None] Provisioning complete for port aefe4035-a782-41b0-a74a-c759ac433f52 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:42.034267 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1671-7dc2-4585-a379-1dca4de8a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:42.051605 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fe458-e445-451b-9467-004fdaebb35a req-3683ce32-6f1b-4bec-9ff8-f8924a723b00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:42.053169 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f0fe458-e445-451b-9467-004fdaebb35a req-3683ce32-6f1b-4bec-9ff8-f8924a723b00 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.1099672 Mar 23 09:02:42.078924 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b1671-7dc2-4585-a379-1dca4de8a627 None None] Port aefe4035-a782-41b0-a74a-c759ac433f52 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:42.142833 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f0fe458-e445-451b-9467-004fdaebb35a req-c7990231-bab1-4be5-b199-f7474af8d0cb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777457 Mar 23 09:02:42.151457 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks [] for port (aefe4035-a782-41b0-a74a-c759ac433f52), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:42.157569 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:42.158413 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (648928a6-92cf-4ec0-9842-3b1b1c44b68f), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:42.224805 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:40Z', 'revision_number': 3, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:42.241024 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Pushing event updated for resources: {'Port': ['ID=aefe4035-a782-41b0-a74a-c759ac433f52,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:42.251563 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f67d72-287b-43f3-928d-f1d94e3b79bd None None] The sync data for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi is: [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:40Z', 'revision_number': 3, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:42.286556 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Network d6906108-2cae-4f3e-b005-bc439effb470 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:42.288391 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:42.516143 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-33eb935e-7ad0-4ed6-b43e-db28c3c2efe6 None None] Provisioning complete for port aefe4035-a782-41b0-a74a-c759ac433f52 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:42.516802 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-33eb935e-7ad0-4ed6-b43e-db28c3c2efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:42.563913 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-33eb935e-7ad0-4ed6-b43e-db28c3c2efe6 None None] Port aefe4035-a782-41b0-a74a-c759ac433f52 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:42.643097 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Router 648928a6-92cf-4ec0-9842-3b1b1c44b68f has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:02:42.749834 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-49aeac9b-ea5a-42c7-b210-86046c147efa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f962130-7e6a-4c2a-bf1a-3bd3203c976a HTTP/1.1" status: 200 len: 217 time: 0.0647564 Mar 23 09:02:42.759265 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-7b9d5b45-cf2f-490c-87c3-a6c76216888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:42.760790 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-7b9d5b45-cf2f-490c-87c3-a6c76216888e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 1127 time: 0.0468371 Mar 23 09:02:42.815404 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-c7dfc29d-0736-4828-8004-80ae57f98f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:42.816887 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-c7dfc29d-0736-4828-8004-80ae57f98f62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0609653 Mar 23 09:02:42.834772 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:42.838488 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-90d21c10-7c99-4e0a-9141-9252d77cd51a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0533204 Mar 23 09:02:42.865315 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-48f6b1d3-7aec-47d9-8c83-7768765022df admin admin] 10.222.0.73 "PUT /v2.0/routers/648928a6-92cf-4ec0-9842-3b1b1c44b68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9237115 Mar 23 09:02:42.893832 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c2723-4694-4b16-b73e-9508499078fd req-356f95c6-8d1c-4c23-a537-19b836d0c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:42.895347 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-356f95c6-8d1c-4c23-a537-19b836d0c031 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697932 Mar 23 09:02:42.898602 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-382f4437-2add-4384-bb61-34089e7b1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:42.900069 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-382f4437-2add-4384-bb61-34089e7b1b92 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0539443 Mar 23 09:02:42.969652 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17157c-0822-43b9-b36d-bd14195b4064 req-82c08965-e3fd-4e49-893f-44951ccd1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:42.971831 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-82c08965-e3fd-4e49-893f-44951ccd1344 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546939 Mar 23 09:02:43.020718 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-f4343aaf-ebe0-45be-b518-2b8e0229b117 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084325 Mar 23 09:02:43.121036 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-07d5008a-fdc7-45cf-add2-9e1e3f4965e4 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416757 Mar 23 09:02:43.162747 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-345c2723-4694-4b16-b73e-9508499078fd req-3be6fe76-b44e-4a6b-bddf-ef203868728a service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328459 Mar 23 09:02:43.221630 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.287324 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da17157c-0822-43b9-b36d-bd14195b4064 req-9e8f4fb5-5b11-4c30-a6ba-e28e024eeca7 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598673 Mar 23 09:02:43.321210 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e39e-a52e-47b9-ab28-320a9b211aa1 req-49358a84-f9ad-4b91-8984-2e5695479ad1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:43.322748 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bbc2e39e-a52e-47b9-ab28-320a9b211aa1 req-49358a84-f9ad-4b91-8984-2e5695479ad1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.0750248 Mar 23 09:02:43.378411 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bbc2e39e-a52e-47b9-ab28-320a9b211aa1 req-a485b9c2-26a5-49fe-88d5-b463fae59c37 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Mar 23 09:02:43.507323 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37250) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:43.512304 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-62798038-network', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:43.535824 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Made reservation on behalf of f03cc1e1382f46748267ef5e9f018c7c for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:43.538330 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.547069 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.648703 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks [] for security_group (accaf086-8a3c-45f1-a0ca-df33b92f5669), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.656870 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2e23f1cf-9381-423d-80a0-9c304f0eb112 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:43.657709 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (accaf086-8a3c-45f1-a0ca-df33b92f5669), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.688089 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:02:43.703986 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accaf086-8a3c-45f1-a0ca-df33b92f5669,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:43.707128 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (cf843132-9820-4420-8ee6-c60bf1281958), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.707473 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Added segment cf843132-9820-4420-8ee6-c60bf1281958 of type vlan for network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 Mar 23 09:02:43.725804 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 2e23f1cf-9381-423d-80a0-9c304f0eb112 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:43.726216 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.752883 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (1d377656-93db-4bd2-b3c2-5b2217a3b0a3), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.780224 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (1d377656-93db-4bd2-b3c2-5b2217a3b0a3), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.781223 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:43.781793 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.814097 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 2e23f1cf-9381-423d-80a0-9c304f0eb112 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:43.814500 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.838113 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 2e23f1cf-9381-423d-80a0-9c304f0eb112, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2e23f1cf-9381-423d-80a0-9c304f0eb112,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:43.846161 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.854148 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3456447 Mar 23 09:02:43.858181 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37256) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:43.858548 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd85b1-9d34-44d0-861c-7f1831a8b791 admin admin] Pushing event updated for resources: {'Network': ['ID=1d377656-93db-4bd2-b3c2-5b2217a3b0a3,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:43.874044 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Request body: {'subnet': {'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-62798038-subnet', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:43.877793 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:02:43.916229 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Made reservation on behalf of f03cc1e1382f46748267ef5e9f018c7c for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:43.921929 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:43.954888 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=2e23f1cf-9381-423d-80a0-9c304f0eb112,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:44.146266 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (c765d514-13c9-403e-a8af-cdd4f83e0c50), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.163069 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Sync routers for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:44.178952 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:44.179892 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:44.198598 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c765d514-13c9-403e-a8af-cdd4f83e0c50,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:44.265879 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Checking segment: {'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:44.266495 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Network hostable DHCP agents. Network: 1d377656-93db-4bd2-b3c2-5b2217a3b0a3, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:02:44.315187 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:02:44.331792 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 1d377656-93db-4bd2-b3c2-5b2217a3b0a3) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:44.340884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:44.341641 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.365391 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b32c9d6b-fd30-4954-92f0-210591c2d559 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5001006 Mar 23 09:02:44.369156 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37276) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:44.376923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:44.430549 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a15057-b0c1-4404-a709-5464d5b0ba6e None None] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:44.438421 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (87a72f1a-05c5-41cf-a117-2cbe385f0621), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.442311 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (87a72f1a-05c5-41cf-a117-2cbe385f0621), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.518886 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks [] for router_controller (87a72f1a-05c5-41cf-a117-2cbe385f0621), precommit_add_association {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.559054 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0985-6f5a-4543-99e9-d804d91cda48 req-1f8bd1ce-1702-4508-bfcc-33be950ce38a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:44.560744 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c03a0985-6f5a-4543-99e9-d804d91cda48 req-1f8bd1ce-1702-4508-bfcc-33be950ce38a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.0645740 Mar 23 09:02:44.589192 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:44.620514 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c03a0985-6f5a-4543-99e9-d804d91cda48 req-3293b1f7-2e0d-451c-ae2c-cfb380bfacc3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509226 Mar 23 09:02:44.622170 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-1d377656-93db-4bd2-b3c2-5b2217a3b0a3', 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3', 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'fixed_ips': [{'subnet_id': 'c765d514-13c9-403e-a8af-cdd4f83e0c50'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:02:44.623087 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.680808 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks [] for router_gateway (87a72f1a-05c5-41cf-a117-2cbe385f0621), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.869970 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Allocated IP 172.20.0.2 (1d377656-93db-4bd2-b3c2-5b2217a3b0a3/c765d514-13c9-403e-a8af-cdd4f83e0c50/a4742e03-a484-4e84-9448-4e47a3293e95) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:44.887970 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks [] for router_gateway (87a72f1a-05c5-41cf-a117-2cbe385f0621), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.908474 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:44.986310 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 2, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:45.022233 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Allocated IP 172.27.0.46 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/a4a3ea46-b120-48e7-93c3-952d7e2ce95e) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:45.028770 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Checking router: 648928a6-92cf-4ec0-9842-3b1b1c44b68f for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:45.029135 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Updating router 648928a6-92cf-4ec0-9842-3b1b1c44b68f port aefe4035-a782-41b0-a74a-c759ac433f52 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:02:45.092742 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.122491 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Publish callbacks [] for port (a4742e03-a484-4e84-9448-4e47a3293e95), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.139955 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks [] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.146718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.182504 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.220576 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:45.223532 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:45.229917 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:45.243515 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:45.253928 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:45.255716 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:45.266798 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:45.280697 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Pushing event updated for resources: {'Port': ['ID=a4742e03-a484-4e84-9448-4e47a3293e95,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:45.380076 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Attempting to bind port a4742e03-a484-4e84-9448-4e47a3293e95 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:45.380454 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Attempting to bind port a4742e03-a484-4e84-9448-4e47a3293e95 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:45.380820 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Attempting to bind port a4742e03-a484-4e84-9448-4e47a3293e95 on network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:45.396277 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:45.396594 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Checking segment: {'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:45.396987 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.399036 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Bound using segment: {'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:45.399036 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Bound port: a4742e03-a484-4e84-9448-4e47a3293e95, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:45.399036 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.491218 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks [] for router_gateway (87a72f1a-05c5-41cf-a117-2cbe385f0621), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.519129 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] For port a4742e03-a484-4e84-9448-4e47a3293e95, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:45.526911 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] For port a4742e03-a484-4e84-9448-4e47a3293e95, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=a4742e03-a484-4e84-9448-4e47a3293e95,segment=NetworkSegment(cf843132-9820-4420-8ee6-c60bf1281958),segment_id=cf843132-9820-4420-8ee6-c60bf1281958)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:45.538422 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Publish callbacks [] for port (aefe4035-a782-41b0-a74a-c759ac433f52), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.541634 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.547178 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.613919 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7a961-a4f3-4720-833b-02ecf393f78f None None] Pushing event updated for resources: {'Port': ['ID=a4742e03-a484-4e84-9448-4e47a3293e95,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:45.667803 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2e23f1cf-9381-423d-80a0-9c304f0eb112 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:45.717512 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Attempting to bind port aefe4035-a782-41b0-a74a-c759ac433f52 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:45.717889 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Attempting to bind port aefe4035-a782-41b0-a74a-c759ac433f52 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:45.718315 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Attempting to bind port aefe4035-a782-41b0-a74a-c759ac433f52 on network d6906108-2cae-4f3e-b005-bc439effb470 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:45.750563 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:45.750943 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Checking segment: {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:45.751342 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.751735 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Bound using segment: {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:45.752216 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Bound port: aefe4035-a782-41b0-a74a-c759ac433f52, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:45.752590 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.773870 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (87a72f1a-05c5-41cf-a117-2cbe385f0621), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.788030 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e3f8d-bf40-4466-ba28-135154309db5 None None] Pushing event updated for resources: {'Port': ['ID=aefe4035-a782-41b0-a74a-c759ac433f52,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:45.859795 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 2e23f1cf-9381-423d-80a0-9c304f0eb112 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:45.860220 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.862472 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] For port aefe4035-a782-41b0-a74a-c759ac433f52, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:45.866556 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] For port aefe4035-a782-41b0-a74a-c759ac433f52, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=aefe4035-a782-41b0-a74a-c759ac433f52,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:45.893333 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:45.995028 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:45.995680 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:46.113249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e3f8d-bf40-4466-ba28-135154309db5 None None] Pushing event updated for resources: {'Port': ['ID=aefe4035-a782-41b0-a74a-c759ac433f52,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:46.133190 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab930e-5d6e-44cf-992b-1eb0fdd59289 req-47cc1321-0403-4222-aab8-093388fd3b8a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:46.134846 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bdab930e-5d6e-44cf-992b-1eb0fdd59289 req-47cc1321-0403-4222-aab8-093388fd3b8a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.4092834 Mar 23 09:02:46.211808 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bdab930e-5d6e-44cf-992b-1eb0fdd59289 req-24ae95ef-6a12-4368-b0bd-4d8f8620cb91 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656083 Mar 23 09:02:46.233809 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Router 87a72f1a-05c5-41cf-a117-2cbe385f0621 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:02:46.311026 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-c7a39964-cfc3-405f-95d4-b4b2c837110e None None] Provisioning complete for port aefe4035-a782-41b0-a74a-c759ac433f52 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:46.311585 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c7a39964-cfc3-405f-95d4-b4b2c837110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:46.341242 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 2e23f1cf-9381-423d-80a0-9c304f0eb112 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:46.349683 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:46.365130 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Sync routers for ids ['87a72f1a-05c5-41cf-a117-2cbe385f0621'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:46.369679 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:46.371087 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-39bf647b-0fb5-4c27-84fb-053ad7888bb5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9999979 Mar 23 09:02:46.373853 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37294) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:46.381292 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Routers {'87a72f1a-05c5-41cf-a117-2cbe385f0621'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:46.382005 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['87a72f1a-05c5-41cf-a117-2cbe385f0621'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:46.385449 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:46.518118 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Set router 87a72f1a-05c5-41cf-a117-2cbe385f0621 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:46.559104 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c7a39964-cfc3-405f-95d4-b4b2c837110e None None] Current status of the port aefe4035-a782-41b0-a74a-c759ac433f52 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:46.569512 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c7a39964-cfc3-405f-95d4-b4b2c837110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:46.665694 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-c7a39964-cfc3-405f-95d4-b4b2c837110e None None] For port aefe4035-a782-41b0-a74a-c759ac433f52, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=aefe4035-a782-41b0-a74a-c759ac433f52,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:46.680956 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c7a39964-cfc3-405f-95d4-b4b2c837110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:46.774460 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:45Z', 'revision_number': 3, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port': {'id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:46.779018 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a39964-cfc3-405f-95d4-b4b2c837110e None None] Pushing event updated for resources: {'Port': ['ID=aefe4035-a782-41b0-a74a-c759ac433f52,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:46.822003 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-1577ed18-64c7-4c90-a70f-e2a534df2300 None None] Provisioning complete for port aefe4035-a782-41b0-a74a-c759ac433f52 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:46.822709 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1577ed18-64c7-4c90-a70f-e2a534df2300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:46.834225 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Checking router: 87a72f1a-05c5-41cf-a117-2cbe385f0621 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:46.834698 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Updating router 87a72f1a-05c5-41cf-a117-2cbe385f0621 port a4a3ea46-b120-48e7-93c3-952d7e2ce95e binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:02:46.854098 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:45Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:46.870578 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:46.906396 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8188ad4-6d4e-4086-8ce6-a48efa3ff183 None None] The sync data for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi is: [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:45Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:47.051699 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-1577ed18-64c7-4c90-a70f-e2a534df2300 None None] Current status of the port aefe4035-a782-41b0-a74a-c759ac433f52 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:47.056955 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:02:47.062523 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7565f0-ab03-42ca-aec6-950fceab00fa None None] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:47.140231 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.197938 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-aef22439-73cb-43b8-9554-24e0d99b78cd None None] Provisioning complete for port a4742e03-a484-4e84-9448-4e47a3293e95 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:47.198320 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-aef22439-73cb-43b8-9554-24e0d99b78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.297121 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Publish callbacks [] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.307881 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.364713 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-aef22439-73cb-43b8-9554-24e0d99b78cd None None] Current status of the port a4742e03-a484-4e84-9448-4e47a3293e95 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:47.365179 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-aef22439-73cb-43b8-9554-24e0d99b78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.423496 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Allocated IP 172.20.0.1 (1d377656-93db-4bd2-b3c2-5b2217a3b0a3/c765d514-13c9-403e-a8af-cdd4f83e0c50/2193e905-afaf-4f49-b2a7-7f49666baae4) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:47.433866 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Attempting to bind port a4a3ea46-b120-48e7-93c3-952d7e2ce95e on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:47.434449 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Attempting to bind port a4a3ea46-b120-48e7-93c3-952d7e2ce95e by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:47.436704 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Attempting to bind port a4a3ea46-b120-48e7-93c3-952d7e2ce95e on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:47.448974 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-aef22439-73cb-43b8-9554-24e0d99b78cd None None] For port a4742e03-a484-4e84-9448-4e47a3293e95, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=a4742e03-a484-4e84-9448-4e47a3293e95,segment=NetworkSegment(cf843132-9820-4420-8ee6-c60bf1281958),segment_id=cf843132-9820-4420-8ee6-c60bf1281958)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:47.456752 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-aef22439-73cb-43b8-9554-24e0d99b78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.476829 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:47.477211 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:47.483398 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af9883-880c-4c5b-a3b2-a27045fc6464 req-c6d31e79-13d3-4f66-bb4f-1a5ae29e2d50 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:47.484852 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.485501 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:47.485984 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Bound port: a4a3ea46-b120-48e7-93c3-952d7e2ce95e, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:47.494771 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.497242 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-70af9883-880c-4c5b-a3b2-a27045fc6464 req-c6d31e79-13d3-4f66-bb4f-1a5ae29e2d50 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.1339586 Mar 23 09:02:47.551548 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef22439-73cb-43b8-9554-24e0d99b78cd None None] Pushing event updated for resources: {'Port': ['ID=a4742e03-a484-4e84-9448-4e47a3293e95,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:47.563947 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] For port a4a3ea46-b120-48e7-93c3-952d7e2ce95e, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:47.569725 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] For port a4a3ea46-b120-48e7-93c3-952d7e2ce95e, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:47.584807 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023d430-b865-4f54-b829-5f44b38173de None None] Pushing event updated for resources: {'Port': ['ID=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,revision_number=2']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:47.592351 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.657544 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-70af9883-880c-4c5b-a3b2-a27045fc6464 req-d92109fa-e2ed-49dc-aa93-a6e8b7a85a9b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314375 Mar 23 09:02:47.678127 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks [] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.709740 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023d430-b865-4f54-b829-5f44b38173de None None] Pushing event updated for resources: {'Port': ['ID=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:47.718955 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Routers {'87a72f1a-05c5-41cf-a117-2cbe385f0621'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:47.719599 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['87a72f1a-05c5-41cf-a117-2cbe385f0621'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:47.762406 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.818843 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2193e905-afaf-4f49-b2a7-7f49666baae4,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:47.821041 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-84562e88-10d5-433d-ba8f-81bdcc4abe0e None None] Provisioning complete for port a4742e03-a484-4e84-9448-4e47a3293e95 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:47.821892 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-84562e88-10d5-433d-ba8f-81bdcc4abe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.831272 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:47.832887 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:47.839438 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:47.892326 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (87a72f1a-05c5-41cf-a117-2cbe385f0621), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:47.909341 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4742e03-a484-4e84-9448-4e47a3293e95 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:47.939863 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] Set router 87a72f1a-05c5-41cf-a117-2cbe385f0621 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:48.001002 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:02:48.067184 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port a4742e03-a484-4e84-9448-4e47a3293e95 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:48.067755 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.091005 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.301184 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-84562e88-10d5-433d-ba8f-81bdcc4abe0e None None] Current status of the port a4742e03-a484-4e84-9448-4e47a3293e95 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:48.326838 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:45Z', 'revision_number': 3, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port': {'id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:48.355560 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:48.364589 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0807a-b524-4699-b24f-8ac98c50a408 None None] The sync data for ids ['87a72f1a-05c5-41cf-a117-2cbe385f0621'] in dv-cinder-834822-2-iscsi is: [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:45Z', 'revision_number': 3, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port': {'id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:48.394356 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks [] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.395446 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'port_id': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7', 'mac_address': 'fa:16:3e:37:5e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:02:48.400646 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.489598 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:48.489980 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.491791 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port a4742e03-a484-4e84-9448-4e47a3293e95 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:48.492864 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device aefe4035-a782-41b0-a74a-c759ac433f52 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:48.495605 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (87a72f1a-05c5-41cf-a117-2cbe385f0621), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.512689 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2193e905-afaf-4f49-b2a7-7f49666baae4,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:48.520791 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-bb649c2d-e9d2-4266-86b1-582bd324ebc9 None None] Provisioning complete for port 2193e905-afaf-4f49-b2a7-7f49666baae4 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:48.521172 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-bb649c2d-e9d2-4266-86b1-582bd324ebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.555015 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:02:48.590278 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-bb649c2d-e9d2-4266-86b1-582bd324ebc9 None None] Port 2193e905-afaf-4f49-b2a7-7f49666baae4 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:48.594736 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:48.603584 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.604806 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0f962130-7e6a-4c2a-bf1a-3bd3203c976a details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:02:48.622737 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:48.624786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:48.655271 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port aefe4035-a782-41b0-a74a-c759ac433f52 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:48.656194 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.716730 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:48.735463 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:48.758939 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'port_id': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a', 'mac_address': 'fa:16:3e:e4:2f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:02:48.843775 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:48.844443 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.848827 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port aefe4035-a782-41b0-a74a-c759ac433f52 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:48.871053 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f962130-7e6a-4c2a-bf1a-3bd3203c976a {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:02:48.892234 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Router 87a72f1a-05c5-41cf-a117-2cbe385f0621 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:02:48.899538 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:48.906572 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:48.919157 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609c2b1-b29b-45a1-a4c6-ec91efdea95a req-03b86cb9-4967-4aa2-8bf0-3929f8aa25c7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:48.927677 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8609c2b1-b29b-45a1-a4c6-ec91efdea95a req-03b86cb9-4967-4aa2-8bf0-3929f8aa25c7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 944 time: 0.1491020 Mar 23 09:02:48.995117 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:49.013918 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-3d0b0e61-e5ba-44ad-8651-3026bd4b8746 None None] Provisioning complete for port 2193e905-afaf-4f49-b2a7-7f49666baae4 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:49.014351 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0e61-e5ba-44ad-8651-3026bd4b8746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:49.053912 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b0e61-e5ba-44ad-8651-3026bd4b8746 None None] Port 2193e905-afaf-4f49-b2a7-7f49666baae4 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:49.094060 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8609c2b1-b29b-45a1-a4c6-ec91efdea95a req-610339b7-b8aa-484e-9497-6f39e5e0b25b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511877 Mar 23 09:02:49.117419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:49.126057 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6cb3aebe-e8df-41d2-a18a-52f369c4e7b2 admin admin] 10.222.0.73 "PUT /v2.0/routers/87a72f1a-05c5-41cf-a117-2cbe385f0621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511625 Mar 23 09:02:49.336975 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:02:49.360338 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['0f962130-7e6a-4c2a-bf1a-3bd3203c976a'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:02:49.831592 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4742e03-a484-4e84-9448-4e47a3293e95 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:49.919521 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port a4742e03-a484-4e84-9448-4e47a3293e95 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:49.920625 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:49.955632 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37344) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:49.960214 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-56c65c0d-b146-4241-837e-b4e3cfc1e74c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361280003', 'description': 'tempest-secgroup-smoke-1361280003 description', 'project_id': 'c73435dd3780472594b6acb34d406b03'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:49.991274 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-56c65c0d-b146-4241-837e-b4e3cfc1e74c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.052631 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port a4742e03-a484-4e84-9448-4e47a3293e95 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:50.053938 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4a3ea46-b120-48e7-93c3-952d7e2ce95e up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:50.071160 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-56c65c0d-b146-4241-837e-b4e3cfc1e74c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group (15853cc7-5d5c-4d9f-9dc8-0f85896b73a3), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.080304 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-56c65c0d-b146-4241-837e-b4e3cfc1e74c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (15853cc7-5d5c-4d9f-9dc8-0f85896b73a3), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.115421 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port a4a3ea46-b120-48e7-93c3-952d7e2ce95e triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:50.115812 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.124796 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-56c65c0d-b146-4241-837e-b4e3cfc1e74c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.126226 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-56c65c0d-b146-4241-837e-b4e3cfc1e74c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1695213 Mar 23 09:02:50.128540 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c65c0d-b146-4241-837e-b4e3cfc1e74c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.129441 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37354) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:50.140868 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-bbcabbf2-00b5-4364-ac65-ed619b037170 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'security_group_rule': {'security_group_id': '15853cc7-5d5c-4d9f-9dc8-0f85896b73a3', 'project_id': 'c73435dd3780472594b6acb34d406b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:50.183652 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbf2-00b5-4364-ac65-ed619b037170 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (75d7cf73-95df-4630-a14f-3bb6e799ea13), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.217378 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port a4a3ea46-b120-48e7-93c3-952d7e2ce95e is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:50.218257 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.241588 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port a4a3ea46-b120-48e7-93c3-952d7e2ce95e, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:50.245290 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbf2-00b5-4364-ac65-ed619b037170 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (75d7cf73-95df-4630-a14f-3bb6e799ea13), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.246458 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.249868 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbf2-00b5-4364-ac65-ed619b037170 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (75d7cf73-95df-4630-a14f-3bb6e799ea13), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.253031 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac113-2aae-4e81-9488-3174605dd2cd req-3d55ce7b-64fc-4ce9-b5f0-ec0de586acdd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:50.254718 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-81aac113-2aae-4e81-9488-3174605dd2cd req-3d55ce7b-64fc-4ce9-b5f0-ec0de586acdd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 945 time: 0.0646095 Mar 23 09:02:50.269819 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcabbf2-00b5-4364-ac65-ed619b037170 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d7cf73-95df-4630-a14f-3bb6e799ea13,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.280825 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbf2-00b5-4364-ac65-ed619b037170 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.284180 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-bbcabbf2-00b5-4364-ac65-ed619b037170 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506972 Mar 23 09:02:50.284580 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37356) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:50.289434 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-cd41cb99-064d-4f94-b99e-bea49dd38366 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'security_group_rule': {'security_group_id': '15853cc7-5d5c-4d9f-9dc8-0f85896b73a3', 'project_id': 'c73435dd3780472594b6acb34d406b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:50.300862 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.318977 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cd41cb99-064d-4f94-b99e-bea49dd38366 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (d8553ef0-82fc-407e-a984-cc2a1c9bd880), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.320102 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-81aac113-2aae-4e81-9488-3174605dd2cd req-5326fe8b-f4e6-4951-80f4-08e52bdd0002 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591006 Mar 23 09:02:50.379578 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cd41cb99-064d-4f94-b99e-bea49dd38366 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (d8553ef0-82fc-407e-a984-cc2a1c9bd880), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.383995 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cd41cb99-064d-4f94-b99e-bea49dd38366 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (d8553ef0-82fc-407e-a984-cc2a1c9bd880), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.405472 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41cb99-064d-4f94-b99e-bea49dd38366 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8553ef0-82fc-407e-a984-cc2a1c9bd880,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.415684 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cd41cb99-064d-4f94-b99e-bea49dd38366 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.417032 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-cd41cb99-064d-4f94-b99e-bea49dd38366 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311994 Mar 23 09:02:50.419867 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37358) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:50.424458 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-f8c3d257-f1f9-454b-97cd-c904bb545d9a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'security_group_rule': {'security_group_id': '15853cc7-5d5c-4d9f-9dc8-0f85896b73a3', 'project_id': 'c73435dd3780472594b6acb34d406b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:50.452050 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d257-f1f9-454b-97cd-c904bb545d9a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (ed6e282d-ae61-4e17-9fb9-04fb5727515b), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.517915 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d257-f1f9-454b-97cd-c904bb545d9a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (ed6e282d-ae61-4e17-9fb9-04fb5727515b), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.522706 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d257-f1f9-454b-97cd-c904bb545d9a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (ed6e282d-ae61-4e17-9fb9-04fb5727515b), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.541691 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3d257-f1f9-454b-97cd-c904bb545d9a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6e282d-ae61-4e17-9fb9-04fb5727515b,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.549026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d257-f1f9-454b-97cd-c904bb545d9a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.550254 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f8c3d257-f1f9-454b-97cd-c904bb545d9a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294749 Mar 23 09:02:50.553097 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37360) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:50.557795 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-9457a486-9c3a-488c-a57f-53769697d9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'security_group_rule': {'security_group_id': '15853cc7-5d5c-4d9f-9dc8-0f85896b73a3', 'project_id': 'c73435dd3780472594b6acb34d406b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:50.582573 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9457a486-9c3a-488c-a57f-53769697d9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (b58fa9c2-2240-4e88-b36e-bfb8be242156), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.641527 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9457a486-9c3a-488c-a57f-53769697d9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (b58fa9c2-2240-4e88-b36e-bfb8be242156), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.645019 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9457a486-9c3a-488c-a57f-53769697d9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (b58fa9c2-2240-4e88-b36e-bfb8be242156), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.664441 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a486-9c3a-488c-a57f-53769697d9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58fa9c2-2240-4e88-b36e-bfb8be242156,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.670485 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9457a486-9c3a-488c-a57f-53769697d9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.674448 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37362) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:50.674573 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9457a486-9c3a-488c-a57f-53769697d9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204472 Mar 23 09:02:50.679289 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'security_group_rule': {'security_group_id': '15853cc7-5d5c-4d9f-9dc8-0f85896b73a3', 'project_id': 'c73435dd3780472594b6acb34d406b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:50.697850 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Sync routers for ids ['87a72f1a-05c5-41cf-a117-2cbe385f0621'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:50.702980 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.securitygroups_db [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Project c73435dd3780472594b6acb34d406b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:02:50.708156 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (82104da8-3570-48d7-b506-a87a946bdb36), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.709814 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Routers {'87a72f1a-05c5-41cf-a117-2cbe385f0621'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:50.710435 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['87a72f1a-05c5-41cf-a117-2cbe385f0621'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:50.776630 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (82104da8-3570-48d7-b506-a87a946bdb36), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.781381 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (82104da8-3570-48d7-b506-a87a946bdb36), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.797417 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82104da8-3570-48d7-b506-a87a946bdb36,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.811366 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.812963 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-00158750-c556-48b1-8184-895cbf386a63 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371033 Mar 23 09:02:50.815772 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37368) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:50.822722 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'security_group_rule': {'security_group_id': '15853cc7-5d5c-4d9f-9dc8-0f85896b73a3', 'project_id': 'c73435dd3780472594b6acb34d406b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:50.830402 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Set router 87a72f1a-05c5-41cf-a117-2cbe385f0621 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:50.843921 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.securitygroups_db [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Project c73435dd3780472594b6acb34d406b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:02:50.849604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (78b269b0-2118-4ae1-be01-0572736b3dc8), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.914121 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (78b269b0-2118-4ae1-be01-0572736b3dc8), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.919009 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (78b269b0-2118-4ae1-be01-0572736b3dc8), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.946319 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b269b0-2118-4ae1-be01-0572736b3dc8,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:50.961898 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:50.963282 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1e6bd7cc-d60e-4b9a-a865-f9489960bf69 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465211 Mar 23 09:02:51.255732 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:48Z', 'revision_number': 4, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port': {'id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2193e905-afaf-4f49-b2a7-7f49666baae4', 'name': '', 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'mac_address': 'fa:16:3e:36:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'c765d514-13c9-403e-a8af-cdd4f83e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:47Z', 'updated_at': '2022-03-23T09:02:48Z', 'revision_number': 2, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'subnets': [{'id': 'c765d514-13c9-403e-a8af-cdd4f83e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:51.301493 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Checking router: 87a72f1a-05c5-41cf-a117-2cbe385f0621 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:51.302060 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Updating router 87a72f1a-05c5-41cf-a117-2cbe385f0621 port 2193e905-afaf-4f49-b2a7-7f49666baae4 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:02:51.347143 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:51.561580 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb1fe4-04df-49c7-a21e-b155bab37b76 req-372eba4e-b6c3-4304-bab0-44bdd2aa7500 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:51.565389 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-75eb1fe4-04df-49c7-a21e-b155bab37b76 req-372eba4e-b6c3-4304-bab0-44bdd2aa7500 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 945 time: 0.1066027 Mar 23 09:02:51.628997 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-75eb1fe4-04df-49c7-a21e-b155bab37b76 req-f7f7d83b-12e4-47d9-990c-0e167c01bd07 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571394 Mar 23 09:02:51.669494 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4a3ea46-b120-48e7-93c3-952d7e2ce95e up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:51.742307 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Publish callbacks [] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:51.750892 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:51.789065 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37442) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:51.808534 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968070dd-751a-4cdb-b2e6-3f9ca6fdb8f7 None None] Pushing event updated for resources: {'Port': ['ID=2193e905-afaf-4f49-b2a7-7f49666baae4,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:51.812130 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port a4a3ea46-b120-48e7-93c3-952d7e2ce95e triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:51.813042 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:51.897824 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Attempting to bind port 2193e905-afaf-4f49-b2a7-7f49666baae4 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:51.898215 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Attempting to bind port 2193e905-afaf-4f49-b2a7-7f49666baae4 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:51.898695 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Attempting to bind port 2193e905-afaf-4f49-b2a7-7f49666baae4 on network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:51.906924 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:51.907308 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Checking segment: {'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:51.907713 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:51.908110 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Bound using segment: {'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:51.908708 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Bound port: 2193e905-afaf-4f49-b2a7-7f49666baae4, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf843132-9820-4420-8ee6-c60bf1281958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:51.909096 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:51.916614 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12181310-828a-4682-9568-122769ed9b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:51.986864 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port a4a3ea46-b120-48e7-93c3-952d7e2ce95e is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:52.006050 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12181310-828a-4682-9568-122769ed9b6e admin admin] Publish callbacks [] for security_group (cdaeb8e2-6815-41be-a80c-5fefa1594c2a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.010318 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12181310-828a-4682-9568-122769ed9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cdaeb8e2-6815-41be-a80c-5fefa1594c2a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.014143 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] For port 2193e905-afaf-4f49-b2a7-7f49666baae4, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:52.017488 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] For port 2193e905-afaf-4f49-b2a7-7f49666baae4, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2193e905-afaf-4f49-b2a7-7f49666baae4,segment=NetworkSegment(cf843132-9820-4420-8ee6-c60bf1281958),segment_id=cf843132-9820-4420-8ee6-c60bf1281958)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:52.024809 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.049244 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-12181310-828a-4682-9568-122769ed9b6e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a03b2a50342a458d9392c650c9fae040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588780 Mar 23 09:02:52.051765 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37448) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:52.055025 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12181310-828a-4682-9568-122769ed9b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaeb8e2-6815-41be-a80c-5fefa1594c2a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:52.076541 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Routers {'87a72f1a-05c5-41cf-a117-2cbe385f0621'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:52.077231 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['87a72f1a-05c5-41cf-a117-2cbe385f0621'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:52.113535 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b9d64d91-85fd-4a0b-bec7-6c7c7968ed1c admin admin] Publish callbacks [] for security_group (cdaeb8e2-6815-41be-a80c-5fefa1594c2a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.136597 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b9d64d91-85fd-4a0b-bec7-6c7c7968ed1c admin admin] Publish callbacks [] for security_group (cdaeb8e2-6815-41be-a80c-5fefa1594c2a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.179681 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968070dd-751a-4cdb-b2e6-3f9ca6fdb8f7 None None] Pushing event updated for resources: {'Port': ['ID=2193e905-afaf-4f49-b2a7-7f49666baae4,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:52.194179 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-e93d4aaa-d966-481e-943a-5a15c5f064eb None None] Provisioning complete for port 2193e905-afaf-4f49-b2a7-7f49666baae4 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:52.194555 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e93d4aaa-d966-481e-943a-5a15c5f064eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.197468 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b9d64d91-85fd-4a0b-bec7-6c7c7968ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cdaeb8e2-6815-41be-a80c-5fefa1594c2a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.201778 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b9d64d91-85fd-4a0b-bec7-6c7c7968ed1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.205917 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b9d64d91-85fd-4a0b-bec7-6c7c7968ed1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cdaeb8e2-6815-41be-a80c-5fefa1594c2a HTTP/1.1" status: 204 len: 168 time: 0.1497405 Mar 23 09:02:52.215748 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d64d91-85fd-4a0b-bec7-6c7c7968ed1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaeb8e2-6815-41be-a80c-5fefa1594c2a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:52.267214 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] Set router 87a72f1a-05c5-41cf-a117-2cbe385f0621 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:52.417119 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-e93d4aaa-d966-481e-943a-5a15c5f064eb None None] Current status of the port 2193e905-afaf-4f49-b2a7-7f49666baae4 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:52.417544 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e93d4aaa-d966-481e-943a-5a15c5f064eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.475315 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-e93d4aaa-d966-481e-943a-5a15c5f064eb None None] For port 2193e905-afaf-4f49-b2a7-7f49666baae4, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2193e905-afaf-4f49-b2a7-7f49666baae4,segment=NetworkSegment(cf843132-9820-4420-8ee6-c60bf1281958),segment_id=cf843132-9820-4420-8ee6-c60bf1281958)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:52.482752 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e93d4aaa-d966-481e-943a-5a15c5f064eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.561802 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d4aaa-d966-481e-943a-5a15c5f064eb None None] Pushing event updated for resources: {'Port': ['ID=2193e905-afaf-4f49-b2a7-7f49666baae4,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:52.575194 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:48Z', 'revision_number': 4, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port': {'id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2193e905-afaf-4f49-b2a7-7f49666baae4', 'name': '', 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'mac_address': 'fa:16:3e:36:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'c765d514-13c9-403e-a8af-cdd4f83e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:47Z', 'updated_at': '2022-03-23T09:02:52Z', 'revision_number': 4, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'subnets': [{'id': 'c765d514-13c9-403e-a8af-cdd4f83e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:52.609134 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104c73b-ba4c-4647-a6c2-fb732c34cc69 None None] The sync data for ids ['87a72f1a-05c5-41cf-a117-2cbe385f0621'] in dv-cinder-834822-2-iscsi is: [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:48Z', 'revision_number': 4, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port': {'id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2193e905-afaf-4f49-b2a7-7f49666baae4', 'name': '', 'network_id': '1d377656-93db-4bd2-b3c2-5b2217a3b0a3', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'mac_address': 'fa:16:3e:36:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'c765d514-13c9-403e-a8af-cdd4f83e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:47Z', 'updated_at': '2022-03-23T09:02:52Z', 'revision_number': 4, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'subnets': [{'id': 'c765d514-13c9-403e-a8af-cdd4f83e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:52.622458 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-8931c271-67a7-4248-be86-f300a63d65c9 None None] Provisioning complete for port 2193e905-afaf-4f49-b2a7-7f49666baae4 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:52.623360 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8931c271-67a7-4248-be86-f300a63d65c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:52.737715 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-8931c271-67a7-4248-be86-f300a63d65c9 None None] Current status of the port 2193e905-afaf-4f49-b2a7-7f49666baae4 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:52.807609 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ec8f7-a407-4c43-9b3f-e21dc4cd38f7 req-ee625994-7710-4212-a1b1-1bd5938d0dac tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:52.809123 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-870ec8f7-a407-4c43-9b3f-e21dc4cd38f7 req-ee625994-7710-4212-a1b1-1bd5938d0dac tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 945 time: 0.0561929 Mar 23 09:02:52.867346 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-870ec8f7-a407-4c43-9b3f-e21dc4cd38f7 req-713ece79-4dc8-418e-bf5a-56757d5208ab tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516295 Mar 23 09:02:53.166852 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0f962130-7e6a-4c2a-bf1a-3bd3203c976a up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:53.227484 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:02:53.231729 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:53.232119 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.312568 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:53.313201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.336657 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b38ece-0e08-468b-b770-6a017aa6245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:53.338924 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6515c3-53d3-48f7-8a2e-95f03339294d" -d '{"events": [{"server_uuid": "10b38ece-0e08-468b-b770-6a017aa6245f", "name": "network-vif-plugged", "status": "completed", "tag": "0f962130-7e6a-4c2a-bf1a-3bd3203c976a"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:53.351937 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:53.356704 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.358163 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:53.365844 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37490) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:53.383366 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed8dc6b-1d7f-4f2c-bfd4-84883ba15058 x-openstack-request-id: req-eed8dc6b-1d7f-4f2c-bfd4-84883ba15058 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:53.383681 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b38ece-0e08-468b-b770-6a017aa6245f", "name": "network-vif-plugged", "status": "completed", "tag": "0f962130-7e6a-4c2a-bf1a-3bd3203c976a", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:53.383938 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eed8dc6b-1d7f-4f2c-bfd4-84883ba15058 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:53.384329 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed8dc6b-1d7f-4f2c-bfd4-84883ba15058'] response: {'server_uuid': '10b38ece-0e08-468b-b770-6a017aa6245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a', 'code': 200} Mar 23 09:02:53.439864 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:53.454855 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:02:53.459167 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:53.459537 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.489355 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e15b7ccf-8666-46ef-b29f-d98282343e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.546664 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:53.547058 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.585256 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:53.591857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.601784 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e15b7ccf-8666-46ef-b29f-d98282343e03 admin admin] Publish callbacks [] for security_group (6b7944df-0c02-46f2-a03d-8f09cbb30fc2), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.607854 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e15b7ccf-8666-46ef-b29f-d98282343e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6b7944df-0c02-46f2-a03d-8f09cbb30fc2), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.654798 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e15b7ccf-8666-46ef-b29f-d98282343e03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50ea76937626411cbba2f703fe25e442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857902 Mar 23 09:02:53.656789 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37498) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:53.659023 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b7ccf-8666-46ef-b29f-d98282343e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7944df-0c02-46f2-a03d-8f09cbb30fc2,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:53.677467 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:53.722683 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2193e905-afaf-4f49-b2a7-7f49666baae4 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:53.731737 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-279e1691-15c9-4ba4-996b-0c32184e5865 admin admin] Publish callbacks [] for security_group (6b7944df-0c02-46f2-a03d-8f09cbb30fc2), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.755972 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-279e1691-15c9-4ba4-996b-0c32184e5865 admin admin] Publish callbacks [] for security_group (6b7944df-0c02-46f2-a03d-8f09cbb30fc2), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.777609 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 2193e905-afaf-4f49-b2a7-7f49666baae4 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:53.778083 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.810664 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-279e1691-15c9-4ba4-996b-0c32184e5865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6b7944df-0c02-46f2-a03d-8f09cbb30fc2), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.814009 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-279e1691-15c9-4ba4-996b-0c32184e5865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:53.815205 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-279e1691-15c9-4ba4-996b-0c32184e5865 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b7944df-0c02-46f2-a03d-8f09cbb30fc2 HTTP/1.1" status: 204 len: 168 time: 0.1568458 Mar 23 09:02:53.823191 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e1691-15c9-4ba4-996b-0c32184e5865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7944df-0c02-46f2-a03d-8f09cbb30fc2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:53.881430 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 2193e905-afaf-4f49-b2a7-7f49666baae4 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:53.999092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8428b08-7e94-494f-9490-118a93a63c8c req-b7c06099-5ab0-47fd-9eba-8766cc0ea371 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:54.000120 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e8428b08-7e94-494f-9490-118a93a63c8c req-b7c06099-5ab0-47fd-9eba-8766cc0ea371 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0577526 Mar 23 09:02:54.052221 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e8428b08-7e94-494f-9490-118a93a63c8c req-f4c2e647-951d-4cde-ae1d-ece3044b254c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Mar 23 09:02:54.308740 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6aa6e-d4fa-4b7d-b0d8-74a2a6acee9d req-1c3e28d6-1076-4ed5-8731-d885c7b221de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:54.310571 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6e6aa6e-d4fa-4b7d-b0d8-74a2a6acee9d req-1c3e28d6-1076-4ed5-8731-d885c7b221de service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 1130 time: 0.0477889 Mar 23 09:02:54.369028 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6e6aa6e-d4fa-4b7d-b0d8-74a2a6acee9d req-0b959c9e-b11c-4ff3-975a-4c2b3204bee8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496151 Mar 23 09:02:54.523902 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37542) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:54.626193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-122262451-network', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:54.646976 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Made reservation on behalf of a5ae8ddbd2b241db8ec376f3177398bf for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:54.649374 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.657564 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.738035 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks [] for security_group (27ffdc5a-99f0-4512-9caf-d69c4566d952), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.743135 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (27ffdc5a-99f0-4512-9caf-d69c4566d952), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.769599 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:02:54.779258 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ffdc5a-99f0-4512-9caf-d69c4566d952,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:54.784026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (1da2aa12-3631-4c73-92d8-a2eadb715fdb), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.784370 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Added segment 1da2aa12-3631-4c73-92d8-a2eadb715fdb of type vlan for network 5bd62805-2cca-4e09-8c5e-705143e5fe77 Mar 23 09:02:54.827994 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (5bd62805-2cca-4e09-8c5e-705143e5fe77), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.853766 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (5bd62805-2cca-4e09-8c5e-705143e5fe77), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.854726 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:54.855317 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:54.912309 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3870869 Mar 23 09:02:54.915286 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37550) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:54.917763 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2939248-02ee-40fd-a2ce-49082be96bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd62805-2cca-4e09-8c5e-705143e5fe77,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:54.920975 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Request body: {'subnet': {'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-122262451-subnet', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:54.928386 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:02:54.946284 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Made reservation on behalf of a5ae8ddbd2b241db8ec376f3177398bf for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:02:54.948629 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.125608 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (34d0ae7d-ca18-4600-869f-18969bcd0173), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.181042 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d0ae7d-ca18-4600-869f-18969bcd0173,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:55.201930 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Checking segment: {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:55.202289 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Network hostable DHCP agents. Network: 5bd62805-2cca-4e09-8c5e-705143e5fe77, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:02:55.203160 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb09f-ace9-4a06-b74e-097add5c81de req-807ab45c-2453-43b4-b090-a18f4f5a09de tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:55.205033 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7aacb09f-ace9-4a06-b74e-097add5c81de req-807ab45c-2453-43b4-b090-a18f4f5a09de tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0776176 Mar 23 09:02:55.221867 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:02:55.235160 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 5bd62805-2cca-4e09-8c5e-705143e5fe77) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:55.239522 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:55.240138 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.251089 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65974615-9a4f-4757-9669-715fea64adae None None] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:55.264445 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9e1899d6-1e50-4f58-a8e4-b1d7bd7c7df9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3455040 Mar 23 09:02:55.265788 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37560) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:55.277415 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7aacb09f-ace9-4a06-b74e-097add5c81de req-8effb75c-0815-4847-9bbb-6a3a1bb87523 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656884 Mar 23 09:02:55.283204 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:02:55.318851 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (460a279e-1fca-4423-a5b7-f5f93e91d9e1), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.320056 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (460a279e-1fca-4423-a5b7-f5f93e91d9e1), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.386066 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks [] for router_controller (460a279e-1fca-4423-a5b7-f5f93e91d9e1), precommit_add_association {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.442095 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67880b35-6939-459b-aa97-d15cfaf75680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:02:55.444434 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17583b2-9411-41a8-8f33-af965315e067" -d '{"events": [{"server_uuid": "67880b35-6939-459b-aa97-d15cfaf75680", "name": "network-vif-plugged", "status": "completed", "tag": "9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:02:55.480779 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38dded-016e-4897-8135-a989f88457bf x-openstack-request-id: req-8c38dded-016e-4897-8135-a989f88457bf {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:02:55.481102 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67880b35-6939-459b-aa97-d15cfaf75680", "name": "network-vif-plugged", "status": "completed", "tag": "9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:02:55.481392 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c38dded-016e-4897-8135-a989f88457bf {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:02:55.481855 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c38dded-016e-4897-8135-a989f88457bf'] response: {'server_uuid': '67880b35-6939-459b-aa97-d15cfaf75680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7', 'code': 200} Mar 23 09:02:55.515573 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-5bd62805-2cca-4e09-8c5e-705143e5fe77', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:02:55.516434 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.543393 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks [] for router_gateway (460a279e-1fca-4423-a5b7-f5f93e91d9e1), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.663371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Allocated IP 172.20.0.2 (5bd62805-2cca-4e09-8c5e-705143e5fe77/34d0ae7d-ca18-4600-869f-18969bcd0173/1dd01157-6db9-45b9-80a8-270c45fa7dc1) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:55.755987 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks [] for router_gateway (460a279e-1fca-4423-a5b7-f5f93e91d9e1), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.777998 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.821285 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Publish callbacks [] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.828613 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.872287 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:55.877374 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:55.879824 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:55.887610 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Allocated IP 172.27.0.226 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/8a03af0b-da7f-4bc4-aa03-e44df6b0a4af) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:55.892644 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Pushing event updated for resources: {'Port': ['ID=1dd01157-6db9-45b9-80a8-270c45fa7dc1,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:55.941157 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Attempting to bind port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:55.942268 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Attempting to bind port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:55.942861 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Attempting to bind port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 on network 5bd62805-2cca-4e09-8c5e-705143e5fe77 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:55.949963 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:55.951415 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Checking segment: {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:55.951979 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.952537 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Bound using segment: {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:55.953046 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Bound port: 1dd01157-6db9-45b9-80a8-270c45fa7dc1, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:55.953455 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.998839 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks [] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:56.017900 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] For port 1dd01157-6db9-45b9-80a8-270c45fa7dc1, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:56.021088 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] For port 1dd01157-6db9-45b9-80a8-270c45fa7dc1, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=1dd01157-6db9-45b9-80a8-270c45fa7dc1,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:56.027705 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:56.037540 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:56.089307 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:56.092096 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:56.095653 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:56.108473 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d978971-6038-4c33-b6cf-6f42c7d48eae None None] Pushing event updated for resources: {'Port': ['ID=1dd01157-6db9-45b9-80a8-270c45fa7dc1,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:56.130083 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:56.396549 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks [] for router_gateway (460a279e-1fca-4423-a5b7-f5f93e91d9e1), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:56.417505 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e27662-4b49-4817-867c-39b39219a3f2 req-212721de-a2f8-402d-b19d-e8fd0bf614bc tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:56.419094 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-91e27662-4b49-4817-867c-39b39219a3f2 req-212721de-a2f8-402d-b19d-e8fd0bf614bc tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0682874 Mar 23 09:02:56.475999 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-91e27662-4b49-4817-867c-39b39219a3f2 req-dfcda6f3-5a39-4832-a55d-853883aa2298 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483153 Mar 23 09:02:56.807991 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-fbabb791-46c3-4f8f-8e65-a8c1c9e5c3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:56.854604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (460a279e-1fca-4423-a5b7-f5f93e91d9e1), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.002098 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:02:57.117716 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:57.117864 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c886d6c-0bb7-4597-bccd-492bdf4dae0e None None] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:02:57.126842 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Sync routers for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:02:57.137839 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.138793 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:57.142277 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-85db8e67-4daf-4de3-bc9b-5d22e9657eb1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8690662 Mar 23 09:02:57.142470 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37580) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:02:57.142712 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:57.213671 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-8de0cc66-5891-4733-b295-56bb5d643936 None None] Provisioning complete for port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:57.214054 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8de0cc66-5891-4733-b295-56bb5d643936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.271594 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:57.351552 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-8de0cc66-5891-4733-b295-56bb5d643936 None None] Current status of the port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:57.352031 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8de0cc66-5891-4733-b295-56bb5d643936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.394056 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-8de0cc66-5891-4733-b295-56bb5d643936 None None] For port 1dd01157-6db9-45b9-80a8-270c45fa7dc1, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=1dd01157-6db9-45b9-80a8-270c45fa7dc1,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:57.411582 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8de0cc66-5891-4733-b295-56bb5d643936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.501470 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0cc66-5891-4733-b295-56bb5d643936 None None] Pushing event updated for resources: {'Port': ['ID=1dd01157-6db9-45b9-80a8-270c45fa7dc1,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:57.637776 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:56Z', 'revision_number': 3, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:57.647730 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-fc1a8a33-3dcc-4aa7-a6bf-e2fa5ecb2e79 None None] Provisioning complete for port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:57.648797 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8a33-3dcc-4aa7-a6bf-e2fa5ecb2e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.679719 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Checking router: 460a279e-1fca-4423-a5b7-f5f93e91d9e1 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:02:57.680073 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Updating router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:02:57.712440 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 1dd01157-6db9-45b9-80a8-270c45fa7dc1 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:57.719793 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.771340 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e0a6a-fa38-42fc-814b-6382c618127e req-32e01028-282e-4cb3-ac62-7c0e8d3777ef tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:57.774351 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5e9e0a6a-fa38-42fc-814b-6382c618127e req-32e01028-282e-4cb3-ac62-7c0e8d3777ef tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1745293 Mar 23 09:02:57.815618 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:57.815891 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.841295 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c829d-f42e-46d7-8149-e530ed6e9200 req-8c327682-01e6-49fc-a525-5f20e633252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:57.842853 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-778c829d-f42e-46d7-8149-e530ed6e9200 req-8c327682-01e6-49fc-a525-5f20e633252f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 1129 time: 0.1654780 Mar 23 09:02:57.848998 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a8a33-3dcc-4aa7-a6bf-e2fa5ecb2e79 None None] Current status of the port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:57.868448 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:57.897010 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5e9e0a6a-fa38-42fc-814b-6382c618127e req-51425129-ba94-466e-ad93-e0492e5da0f6 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167769 Mar 23 09:02:57.951389 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:57.970024 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-778c829d-f42e-46d7-8149-e530ed6e9200 req-b317f046-d21d-4e39-b04a-56e306d8a2f8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184142 Mar 23 09:02:58.033113 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Publish callbacks [] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.039346 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.079026 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Allocated IP 172.20.0.1 (5bd62805-2cca-4e09-8c5e-705143e5fe77/34d0ae7d-ca18-4600-869f-18969bcd0173/9a7e10fe-ffed-4082-8358-38538aa06491) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:02:58.093426 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Attempting to bind port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:02:58.093829 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Attempting to bind port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:02:58.094237 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Attempting to bind port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:02:58.102087 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e042db-5943-42fc-a85f-db12b72cffdf None None] Pushing event updated for resources: {'Port': ['ID=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,revision_number=2']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:58.104764 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:02:58.105135 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:02:58.105554 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.106018 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:02:58.106488 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Bound port: 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:02:58.107441 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.158722 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] For port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:02:58.162021 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] For port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:02:58.169615 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.189597 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks [] for port (9a7e10fe-ffed-4082-8358-38538aa06491), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.224065 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.226757 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:02:58.227368 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:58.265020 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:58.267843 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:58.271026 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:02:58.294883 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e042db-5943-42fc-a85f-db12b72cffdf None None] Pushing event updated for resources: {'Port': ['ID=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:58.304345 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7e10fe-ffed-4082-8358-38538aa06491,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:58.322404 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (460a279e-1fca-4423-a5b7-f5f93e91d9e1), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.349632 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:02:58.468850 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.576285 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-8c6143ea-cbba-4585-8b83-3f8904d086d6 None None] Provisioning complete for port 9a7e10fe-ffed-4082-8358-38538aa06491 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:58.577939 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8c6143ea-cbba-4585-8b83-3f8904d086d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.584780 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:56Z', 'revision_number': 3, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:02:58.615617 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-8c6143ea-cbba-4585-8b83-3f8904d086d6 None None] Port 9a7e10fe-ffed-4082-8358-38538aa06491 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:58.616652 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358d7eb-d8c0-4e65-880f-f4c59e3f0d29 None None] The sync data for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi is: [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:56Z', 'revision_number': 3, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:02:58.668333 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks [] for port (9a7e10fe-ffed-4082-8358-38538aa06491), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.672996 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.743068 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (460a279e-1fca-4423-a5b7-f5f93e91d9e1), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:58.745009 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7e10fe-ffed-4082-8358-38538aa06491,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:02:58.863786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:02:58.866045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:02:58.955017 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-788e6fed-316d-4308-8cd3-3fa7facccc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:59.116474 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:02:59.134358 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac18d-ea4d-4107-9800-630412b5a8e8 req-d86bcaeb-90b8-4cb6-ad26-c3175df3487c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:59.142185 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b3aac18d-ea4d-4107-9800-630412b5a8e8 req-d86bcaeb-90b8-4cb6-ad26-c3175df3487c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0942936 Mar 23 09:02:59.206018 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b3aac18d-ea4d-4107-9800-630412b5a8e8 req-d03beb21-ec2a-477e-a822-345a742ef31d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627141 Mar 23 09:02:59.245840 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-c789f704-4291-4af8-8a78-e1535618f24c None None] Provisioning complete for port 9a7e10fe-ffed-4082-8358-38538aa06491 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:59.246117 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c789f704-4291-4af8-8a78-e1535618f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:59.283339 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:02:59.289543 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c789f704-4291-4af8-8a78-e1535618f24c None None] Port 9a7e10fe-ffed-4082-8358-38538aa06491 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:02:59.296337 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-843eb21a-06cf-47af-8046-3b59c60ae0e2 admin admin] 10.222.0.73 "PUT /v2.0/routers/460a279e-1fca-4423-a5b7-f5f93e91d9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1519444 Mar 23 09:02:59.572341 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-cff6f061-a49b-4f26-861d-a14df628a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:59.574075 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-cff6f061-a49b-4f26-861d-a14df628a1b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 1130 time: 0.0692899 Mar 23 09:02:59.591162 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae7591-037c-4d2e-999a-d1ee6afeee8c req-9bcef2f6-b323-4981-9a7b-d5692ceeac0e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:59.593077 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b1ae7591-037c-4d2e-999a-d1ee6afeee8c req-9bcef2f6-b323-4981-9a7b-d5692ceeac0e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0852733 Mar 23 09:02:59.667099 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b1ae7591-037c-4d2e-999a-d1ee6afeee8c req-80434b82-67ae-4b0c-9249-754d1c4d6808 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656779 Mar 23 09:02:59.716798 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:02:59.750359 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-b16858fe-dc4a-4fef-ae0b-0396680ead98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:59.752454 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-b16858fe-dc4a-4fef-ae0b-0396680ead98 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1647754 Mar 23 09:02:59.815782 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-f21b6268-3505-4943-a2cd-0eadada04286 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f962130-7e6a-4c2a-bf1a-3bd3203c976a HTTP/1.1" status: 200 len: 217 time: 0.0537353 Mar 23 09:02:59.821617 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:02:59.822255 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:59.883270 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-0833a4d7-a09e-49b3-a0b7-884e5465534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:59.884953 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-0833a4d7-a09e-49b3-a0b7-884e5465534f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0579028 Mar 23 09:02:59.923155 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:02:59.923747 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:59.951969 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-26d9c945-233b-4221-ad26-b4a388b42c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:02:59.954219 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-26d9c945-233b-4221-ad26-b4a388b42c8b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566559 Mar 23 09:02:59.955551 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:02:59.961708 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.042241 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37654) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:00.044351 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:00.047182 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-662202684-network', 'tenant_id': '5f7e353865384212a245031abdaa246d'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:00.084809 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Made reservation on behalf of 5f7e353865384212a245031abdaa246d for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:00.087357 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.110667 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.143530 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-f9711c64-ea67-47e8-9e9e-3b9e03d268f2 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732440 Mar 23 09:03:00.199035 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.259696 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks [] for security_group (ec3a1e29-5720-49c9-b3a1-0e801351dd9b), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.266142 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ec3a1e29-5720-49c9-b3a1-0e801351dd9b), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.274603 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6dea6ae-d1f2-4d35-baf8-b5b764d099fd req-dad32562-7129-415d-8429-4eb891c5093f service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234617 Mar 23 09:03:00.299051 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:00.308148 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a1e29-5720-49c9-b3a1-0e801351dd9b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:00.315005 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (0786616d-b04c-484f-8a09-8c9c1311e5fa), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.315306 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Added segment 0786616d-b04c-484f-8a09-8c9c1311e5fa of type vlan for network 8e5d6260-a80c-4b19-bccd-993ebbcce410 Mar 23 09:03:00.359521 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (8e5d6260-a80c-4b19-bccd-993ebbcce410), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.382886 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (8e5d6260-a80c-4b19-bccd-993ebbcce410), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.383795 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:00.384370 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.434481 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3911493 Mar 23 09:03:00.437886 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37670) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:00.443401 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Request body: {'subnet': {'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-662202684-subnet', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:00.446192 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af5856-8ac6-40ee-a406-c7ea49e0492c admin admin] Pushing event updated for resources: {'Network': ['ID=8e5d6260-a80c-4b19-bccd-993ebbcce410,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:00.457928 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:00.471502 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Made reservation on behalf of 5f7e353865384212a245031abdaa246d for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:00.474111 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.651816 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.708715 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:00.719576 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Checking segment: {'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:00.719940 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Network hostable DHCP agents. Network: 8e5d6260-a80c-4b19-bccd-993ebbcce410, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:00.739804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:00.759395 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 8e5d6260-a80c-4b19-bccd-993ebbcce410) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:00.768813 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df02c2b-583a-4b77-84c1-76adad128d64 None None] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:00.779855 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:00.780453 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.802422 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-d22d2377-e4aa-48f2-ba4d-b6a2eb241bf4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3631086 Mar 23 09:03:00.804967 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37674) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:00.809286 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:00.836058 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970c6c5-4305-43dd-b241-6d4466f63798 req-a0ab32cd-b95a-4886-ae29-f007d4025f82 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:00.837624 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5970c6c5-4305-43dd-b241-6d4466f63798 req-a0ab32cd-b95a-4886-ae29-f007d4025f82 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0941260 Mar 23 09:03:00.853554 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (877f8923-af12-4c9c-a5f6-333e388f4c96), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.854556 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (877f8923-af12-4c9c-a5f6-333e388f4c96), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.887149 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-8e5d6260-a80c-4b19-bccd-993ebbcce410', 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410', 'project_id': '5f7e353865384212a245031abdaa246d', 'fixed_ips': [{'subnet_id': '8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:03:00.888630 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.932729 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5970c6c5-4305-43dd-b241-6d4466f63798 req-c78be1e4-9b26-4797-879a-c27725ce47a0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880799 Mar 23 09:03:00.935494 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks [] for router_controller (877f8923-af12-4c9c-a5f6-333e388f4c96), precommit_add_association {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.046647 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Allocated IP 172.20.0.2 (8e5d6260-a80c-4b19-bccd-993ebbcce410/8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2/5f4bcd01-cd9e-4947-9d93-bee9d28ceede) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:01.067037 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Sync routers for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:01.124205 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:01.124836 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:01.306898 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks [] for router_gateway (877f8923-af12-4c9c-a5f6-333e388f4c96), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.317624 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:01.355499 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Publish callbacks [] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.381902 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.501285 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:01.511779 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Pushing event updated for resources: {'Port': ['ID=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:01.515768 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:01.517851 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:01.554234 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks [] for router_gateway (877f8923-af12-4c9c-a5f6-333e388f4c96), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.581432 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.662894 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:01.684943 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37690) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:01.701893 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Attempting to bind port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:01.702348 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Attempting to bind port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:01.702706 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Attempting to bind port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede on network 8e5d6260-a80c-4b19-bccd-993ebbcce410 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:01.703600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Allocated IP 172.27.0.182 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/8d3e9d25-9ae3-47cb-82a5-9a909779e407) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:01.711121 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:01.711495 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Checking segment: {'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:01.711921 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.712398 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Bound using segment: {'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:01.712869 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Bound port: 5f4bcd01-cd9e-4947-9d93-bee9d28ceede, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:01.713248 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.719060 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.813589 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-602ed470-01bf-46a5-a82f-1b3c831cc9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.847173 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks [] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.895466 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.909482 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-602ed470-01bf-46a5-a82f-1b3c831cc9a7 admin admin] Publish callbacks [] for security_group (6b0a7d37-a99b-4d5f-81f3-c4729fae70a1), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.916831 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-602ed470-01bf-46a5-a82f-1b3c831cc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6b0a7d37-a99b-4d5f-81f3-c4729fae70a1), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.937497 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:01.940470 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:01.944189 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:01.952747 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 2, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:01.962685 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-602ed470-01bf-46a5-a82f-1b3c831cc9a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7bbda81a5d6f4c66968441c28762658b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764812 Mar 23 09:03:01.963293 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:01.963801 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:01.964455 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ed470-01bf-46a5-a82f-1b3c831cc9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0a7d37-a99b-4d5f-81f3-c4729fae70a1,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:01.968614 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37696) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:01.977597 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3e9d25-9ae3-47cb-82a5-9a909779e407,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:02.009330 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Checking router: 460a279e-1fca-4423-a5b7-f5f93e91d9e1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:02.009691 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Updating router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 port 9a7e10fe-ffed-4082-8358-38538aa06491 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:02.013906 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] For port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:02.036956 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6589905d-d135-498f-9af8-b99865a5cca1 admin admin] Publish callbacks [] for security_group (6b0a7d37-a99b-4d5f-81f3-c4729fae70a1), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.054116 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] For port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,segment=NetworkSegment(0786616d-b04c-484f-8a09-8c9c1311e5fa),segment_id=0786616d-b04c-484f-8a09-8c9c1311e5fa)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:02.061864 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6589905d-d135-498f-9af8-b99865a5cca1 admin admin] Publish callbacks [] for security_group (6b0a7d37-a99b-4d5f-81f3-c4729fae70a1), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.067736 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.072324 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.159371 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856504eb-93c4-459d-bb43-58060aef53d7 req-30d70a6c-153a-4715-8b47-768ba97e306b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:02.162696 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-856504eb-93c4-459d-bb43-58060aef53d7 req-30d70a6c-153a-4715-8b47-768ba97e306b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0703561 Mar 23 09:03:02.178830 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6589905d-d135-498f-9af8-b99865a5cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6b0a7d37-a99b-4d5f-81f3-c4729fae70a1), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.181605 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6589905d-d135-498f-9af8-b99865a5cca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.197322 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6589905d-d135-498f-9af8-b99865a5cca1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b0a7d37-a99b-4d5f-81f3-c4729fae70a1 HTTP/1.1" status: 204 len: 168 time: 0.2248573 Mar 23 09:03:02.225948 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc5892-1a12-4f33-b165-324a460f0988 None None] Pushing event updated for resources: {'Port': ['ID=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:02.240298 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589905d-d135-498f-9af8-b99865a5cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0a7d37-a99b-4d5f-81f3-c4729fae70a1,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:02.301427 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-856504eb-93c4-459d-bb43-58060aef53d7 req-e43a5512-f392-458d-8c8e-88c3c565c0fd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318007 Mar 23 09:03:02.305905 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:02.352713 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks [] for router_gateway (877f8923-af12-4c9c-a5f6-333e388f4c96), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.569174 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Publish callbacks [] for port (9a7e10fe-ffed-4082-8358-38538aa06491), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.581653 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.667824 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83689c3-d23e-4ca7-acc1-fd69a56bf8a3 None None] Pushing event updated for resources: {'Port': ['ID=9a7e10fe-ffed-4082-8358-38538aa06491,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:02.720359 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (877f8923-af12-4c9c-a5f6-333e388f4c96), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.737409 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37710) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:02.757527 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-88cff136-7190-4f04-8d83-dff7a11dd8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.776965 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Attempting to bind port 9a7e10fe-ffed-4082-8358-38538aa06491 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:02.777249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Attempting to bind port 9a7e10fe-ffed-4082-8358-38538aa06491 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:02.777842 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Attempting to bind port 9a7e10fe-ffed-4082-8358-38538aa06491 on network 5bd62805-2cca-4e09-8c5e-705143e5fe77 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:02.787224 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:02.787937 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Checking segment: {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:02.788252 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.788649 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Bound using segment: {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:02.789128 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Bound port: 9a7e10fe-ffed-4082-8358-38538aa06491, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:02.789544 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.886944 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-88cff136-7190-4f04-8d83-dff7a11dd8fe admin admin] Publish callbacks [] for security_group (29163265-bcb9-474c-8f20-5666c159f702), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.894009 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-88cff136-7190-4f04-8d83-dff7a11dd8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (29163265-bcb9-474c-8f20-5666c159f702), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.908291 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] For port 9a7e10fe-ffed-4082-8358-38538aa06491, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:02.914072 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] For port 9a7e10fe-ffed-4082-8358-38538aa06491, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9a7e10fe-ffed-4082-8358-38538aa06491,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:02.923464 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.945658 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-88cff136-7190-4f04-8d83-dff7a11dd8fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19252a7f494a4974b75ca31b5158c2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063408 Mar 23 09:03:02.949537 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37712) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:02.967410 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff136-7190-4f04-8d83-dff7a11dd8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29163265-bcb9-474c-8f20-5666c159f702,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:03.000459 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Router 877f8923-af12-4c9c-a5f6-333e388f4c96 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:03:03.022875 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-1c5aec58-4f94-48ef-82d1-eaf4486484f2 None None] Provisioning complete for port 9a7e10fe-ffed-4082-8358-38538aa06491 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:03.024123 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5aec58-4f94-48ef-82d1-eaf4486484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.025957 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:03.026700 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:03.109999 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a645-3f59-448a-882a-93fdc4217741 admin admin] Publish callbacks [] for security_group (29163265-bcb9-474c-8f20-5666c159f702), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.148466 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a645-3f59-448a-882a-93fdc4217741 admin admin] Publish callbacks [] for security_group (29163265-bcb9-474c-8f20-5666c159f702), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.150163 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83689c3-d23e-4ca7-acc1-fd69a56bf8a3 None None] Pushing event updated for resources: {'Port': ['ID=9a7e10fe-ffed-4082-8358-38538aa06491,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:03.178414 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.205540 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:03.218656 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Sync routers for ids ['877f8923-af12-4c9c-a5f6-333e388f4c96'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:03.225849 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:03.230579 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Routers {'877f8923-af12-4c9c-a5f6-333e388f4c96'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:03.231988 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['877f8923-af12-4c9c-a5f6-333e388f4c96'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:03.239284 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.245186 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-defae849-ca99-4a5f-a6f8-e8e0c9d34f61 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4345925 Mar 23 09:03:03.245411 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 37714) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:03.271106 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a645-3f59-448a-882a-93fdc4217741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (29163265-bcb9-474c-8f20-5666c159f702), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.275067 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a645-3f59-448a-882a-93fdc4217741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.277670 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-cbb1a645-3f59-448a-882a-93fdc4217741 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29163265-bcb9-474c-8f20-5666c159f702 HTTP/1.1" status: 204 len: 168 time: 0.3258944 Mar 23 09:03:03.299073 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1a645-3f59-448a-882a-93fdc4217741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29163265-bcb9-474c-8f20-5666c159f702,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:03.435031 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Set router 877f8923-af12-4c9c-a5f6-333e388f4c96 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:03.500686 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-1c5aec58-4f94-48ef-82d1-eaf4486484f2 None None] Current status of the port 9a7e10fe-ffed-4082-8358-38538aa06491 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:03.501182 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5aec58-4f94-48ef-82d1-eaf4486484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.522016 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926028-53ae-4fb5-bb55-094cf4347a62 req-1f27865f-12d1-4336-972e-248e30c6ae03 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:03.523644 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-42926028-53ae-4fb5-bb55-094cf4347a62 req-1f27865f-12d1-4336-972e-248e30c6ae03 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0844507 Mar 23 09:03:03.661302 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-1c5aec58-4f94-48ef-82d1-eaf4486484f2 None None] For port 9a7e10fe-ffed-4082-8358-38538aa06491, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9a7e10fe-ffed-4082-8358-38538aa06491,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:03.693124 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1c5aec58-4f94-48ef-82d1-eaf4486484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.703526 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-42926028-53ae-4fb5-bb55-094cf4347a62 req-b96d5ffb-4e2e-4f7b-8323-a59ed9b798cc tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719067 Mar 23 09:03:03.786707 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:03:02Z', 'revision_number': 3, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:03.816927 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6531a80-d634-4413-8220-3e4e3a343e36 None None] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:03.843658 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Checking router: 877f8923-af12-4c9c-a5f6-333e388f4c96 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:03.844212 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Updating router 877f8923-af12-4c9c-a5f6-333e388f4c96 port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:03.878719 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.923358 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 5f4bcd01-cd9e-4947-9d93-bee9d28ceede up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:04.023600 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aec58-4f94-48ef-82d1-eaf4486484f2 None None] Pushing event updated for resources: {'Port': ['ID=9a7e10fe-ffed-4082-8358-38538aa06491,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:04.032101 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-c62909d6-f5c0-4b42-b21a-19b8b4048c61 None None] Provisioning complete for port 9a7e10fe-ffed-4082-8358-38538aa06491 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:04.032517 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c62909d6-f5c0-4b42-b21a-19b8b4048c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.115690 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:04.116068 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.166219 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:02Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:04.238746 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1d06b-3e08-4053-ad6e-17d3d5588e8f None None] The sync data for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi is: [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:02Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:04.238938 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.239436 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37740) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:04.344442 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Publish callbacks [] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.363276 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.461373 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:04.461779 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.489860 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fc363-33fb-4584-abb7-03c21b1a21ac None None] Pushing event updated for resources: {'Port': ['ID=8d3e9d25-9ae3-47cb-82a5-9a909779e407,revision_number=2']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:04.495112 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c62909d6-f5c0-4b42-b21a-19b8b4048c61 None None] Current status of the port 9a7e10fe-ffed-4082-8358-38538aa06491 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:04.520972 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,segment=NetworkSegment(0786616d-b04c-484f-8a09-8c9c1311e5fa),segment_id=0786616d-b04c-484f-8a09-8c9c1311e5fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:04.533618 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.548070 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Attempting to bind port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:04.548740 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Attempting to bind port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:04.549381 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Attempting to bind port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:04.560462 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:04.561986 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:04.562622 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.564737 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:04.566945 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Bound port: 8d3e9d25-9ae3-47cb-82a5-9a909779e407, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:04.567624 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.644858 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:04.649422 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-38b0a7fb-879b-4a67-bc8f-5a5af034c5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.651139 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-88c8b267-34aa-4d10-a59f-f633b74ab1b0 None None] Provisioning complete for port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:04.651522 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-88c8b267-34aa-4d10-a59f-f633b74ab1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.677249 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] For port 8d3e9d25-9ae3-47cb-82a5-9a909779e407, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:04.688284 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] For port 8d3e9d25-9ae3-47cb-82a5-9a909779e407, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=8d3e9d25-9ae3-47cb-82a5-9a909779e407,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:04.703589 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.729774 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Allocated IP 172.20.0.1 (8e5d6260-a80c-4b19-bccd-993ebbcce410/8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2/d3785312-ef93-4132-99a4-e7077f56969a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:04.817316 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fc363-33fb-4584-abb7-03c21b1a21ac None None] Pushing event updated for resources: {'Port': ['ID=8d3e9d25-9ae3-47cb-82a5-9a909779e407,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:04.823631 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-38b0a7fb-879b-4a67-bc8f-5a5af034c5d2 admin admin] Publish callbacks [] for security_group (648ce000-adb1-42d4-b0e7-b467df1800f9), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.829976 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-38b0a7fb-879b-4a67-bc8f-5a5af034c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (648ce000-adb1-42d4-b0e7-b467df1800f9), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.845823 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Routers {'877f8923-af12-4c9c-a5f6-333e388f4c96'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:04.846767 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['877f8923-af12-4c9c-a5f6-333e388f4c96'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:04.848088 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-88c8b267-34aa-4d10-a59f-f633b74ab1b0 None None] Current status of the port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:04.889707 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-38b0a7fb-879b-4a67-bc8f-5a5af034c5d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24db129b62a74ed7b727811642559a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6493618 Mar 23 09:03:04.892396 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 37760) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:04.895418 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a7fb-879b-4a67-bc8f-5a5af034c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648ce000-adb1-42d4-b0e7-b467df1800f9,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:04.942349 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58fe93-170e-4987-b49d-b08124ceb422 req-a32c3f58-c60b-4318-996c-89461ddc86f9 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:04.949477 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ed58fe93-170e-4987-b49d-b08124ceb422 req-a32c3f58-c60b-4318-996c-89461ddc86f9 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1478803 Mar 23 09:03:04.969105 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29e05628-44fa-4801-a1b6-691f1313f4c1 admin admin] Publish callbacks [] for security_group (648ce000-adb1-42d4-b0e7-b467df1800f9), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:04.980959 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] Set router 877f8923-af12-4c9c-a5f6-333e388f4c96 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:04.993633 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29e05628-44fa-4801-a1b6-691f1313f4c1 admin admin] Publish callbacks [] for security_group (648ce000-adb1-42d4-b0e7-b467df1800f9), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.026939 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks [] for port (d3785312-ef93-4132-99a4-e7077f56969a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.062483 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ed58fe93-170e-4987-b49d-b08124ceb422 req-74b68468-91a4-4a92-b156-6970eaf920c4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121233 Mar 23 09:03:05.099315 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29e05628-44fa-4801-a1b6-691f1313f4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (648ce000-adb1-42d4-b0e7-b467df1800f9), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.102536 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29e05628-44fa-4801-a1b6-691f1313f4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.106636 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-29e05628-44fa-4801-a1b6-691f1313f4c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/648ce000-adb1-42d4-b0e7-b467df1800f9 HTTP/1.1" status: 204 len: 168 time: 0.2101088 Mar 23 09:03:05.111245 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (d3785312-ef93-4132-99a4-e7077f56969a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.123012 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e05628-44fa-4801-a1b6-691f1313f4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ce000-adb1-42d4-b0e7-b467df1800f9,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:05.165630 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:05.170963 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:05.174296 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:05.175228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (877f8923-af12-4c9c-a5f6-333e388f4c96), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.193113 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Pushing event updated for resources: {'Port': ['ID=d3785312-ef93-4132-99a4-e7077f56969a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:05.354409 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:03:02Z', 'revision_number': 3, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:05.420446 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d7e90-59fb-46ca-acde-5b24c586e4d0 None None] The sync data for ids ['877f8923-af12-4c9c-a5f6-333e388f4c96'] in dv-cinder-834822-2-iscsi is: [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:03:02Z', 'revision_number': 3, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:05.456547 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d3785312-ef93-4132-99a4-e7077f56969a), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.613349 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-1a83627d-2a53-4840-97be-7e2085290190 None None] Provisioning complete for port d3785312-ef93-4132-99a4-e7077f56969a triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:05.614359 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1a83627d-2a53-4840-97be-7e2085290190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3785312-ef93-4132-99a4-e7077f56969a), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.702702 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-1a83627d-2a53-4840-97be-7e2085290190 None None] Port d3785312-ef93-4132-99a4-e7077f56969a cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:05.840069 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks [] for port (d3785312-ef93-4132-99a4-e7077f56969a), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.852633 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d3785312-ef93-4132-99a4-e7077f56969a), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.855415 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (877f8923-af12-4c9c-a5f6-333e388f4c96), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.907373 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9a7e10fe-ffed-4082-8358-38538aa06491 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:05.985047 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Pushing event updated for resources: {'Port': ['ID=d3785312-ef93-4132-99a4-e7077f56969a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:06.050982 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 9a7e10fe-ffed-4082-8358-38538aa06491 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:06.051473 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:06.101341 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:06.110822 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:06.353298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803bdd-e67f-4c62-8a7b-5cefbe42e1b0 req-2bb1b588-67cc-45ca-bf3d-e6f2f51083b0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:06.361074 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9a803bdd-e67f-4c62-8a7b-5cefbe42e1b0 req-2bb1b588-67cc-45ca-bf3d-e6f2f51083b0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1652269 Mar 23 09:03:06.493955 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9a803bdd-e67f-4c62-8a7b-5cefbe42e1b0 req-9bb5be30-fd28-4ac4-9e83-2e16b5508a8a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293287 Mar 23 09:03:06.522099 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Router 877f8923-af12-4c9c-a5f6-333e388f4c96 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:03:06.552494 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 9a7e10fe-ffed-4082-8358-38538aa06491 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:06.556091 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 5f4bcd01-cd9e-4947-9d93-bee9d28ceede up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:06.670555 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f8e5189d-fc3d-4ce4-b386-1798220847a2 None None] Provisioning complete for port d3785312-ef93-4132-99a4-e7077f56969a triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:06.677669 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f8e5189d-fc3d-4ce4-b386-1798220847a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3785312-ef93-4132-99a4-e7077f56969a), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:06.753902 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:06.754368 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:06.758993 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5189d-fc3d-4ce4-b386-1798220847a2 None None] Port d3785312-ef93-4132-99a4-e7077f56969a cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:06.779575 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:06.785678 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-dc877082-e415-4651-8cba-3c5d6b106ccf admin admin] 10.222.0.73 "PUT /v2.0/routers/877f8923-af12-4c9c-a5f6-333e388f4c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5408838 Mar 23 09:03:06.906218 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:07.625618 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8204c1-35a3-4ebe-936a-a70ce8573ab2 req-c36a9914-b8a0-44d4-8b23-a2235d337bc7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:07.627201 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f8204c1-35a3-4ebe-936a-a70ce8573ab2 req-c36a9914-b8a0-44d4-8b23-a2235d337bc7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0592163 Mar 23 09:03:07.700459 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8d3e9d25-9ae3-47cb-82a5-9a909779e407 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:07.702472 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f8204c1-35a3-4ebe-936a-a70ce8573ab2 req-95980e44-8047-4693-9228-facb8a9c3205 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694473 Mar 23 09:03:07.766053 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:07.767700 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.867409 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:07.868052 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.898759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 8d3e9d25-9ae3-47cb-82a5-9a909779e407, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=8d3e9d25-9ae3-47cb-82a5-9a909779e407,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:07.904371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.960900 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=8d3e9d25-9ae3-47cb-82a5-9a909779e407,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.155558 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Sync routers for ids ['877f8923-af12-4c9c-a5f6-333e388f4c96'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:08.165798 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Routers {'877f8923-af12-4c9c-a5f6-333e388f4c96'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:08.166035 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['877f8923-af12-4c9c-a5f6-333e388f4c96'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:08.326311 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Set router 877f8923-af12-4c9c-a5f6-333e388f4c96 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:08.625801 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:03:05Z', 'revision_number': 4, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'd3785312-ef93-4132-99a4-e7077f56969a', 'name': '', 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'mac_address': 'fa:16:3e:cd:a6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:04Z', 'updated_at': '2022-03-23T09:03:05Z', 'revision_number': 2, 'project_id': '5f7e353865384212a245031abdaa246d', 'subnets': [{'id': '8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:08.656427 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Checking router: 877f8923-af12-4c9c-a5f6-333e388f4c96 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:08.657165 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Updating router 877f8923-af12-4c9c-a5f6-333e388f4c96 port d3785312-ef93-4132-99a4-e7077f56969a binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:08.693797 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d3785312-ef93-4132-99a4-e7077f56969a), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.983081 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d730f3-c52b-4f29-8291-19135883dfdf req-02b1ec78-b257-4a35-aa1f-e3c45c9d0f61 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:08.986466 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e2d730f3-c52b-4f29-8291-19135883dfdf req-02b1ec78-b257-4a35-aa1f-e3c45c9d0f61 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1452951 Mar 23 09:03:09.055301 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e2d730f3-c52b-4f29-8291-19135883dfdf req-31f3d39a-cfc0-49d2-82b1-9039aecba8ae tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565662 Mar 23 09:03:09.125008 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Publish callbacks [] for port (d3785312-ef93-4132-99a4-e7077f56969a), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.131343 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d3785312-ef93-4132-99a4-e7077f56969a), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.223659 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c155-960c-44fc-b352-867d4fc1b5e1 None None] Pushing event updated for resources: {'Port': ['ID=d3785312-ef93-4132-99a4-e7077f56969a,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:09.236759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Attempting to bind port d3785312-ef93-4132-99a4-e7077f56969a on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:09.237453 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Attempting to bind port d3785312-ef93-4132-99a4-e7077f56969a by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:09.238016 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Attempting to bind port d3785312-ef93-4132-99a4-e7077f56969a on network 8e5d6260-a80c-4b19-bccd-993ebbcce410 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:09.244147 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:09.244613 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Checking segment: {'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:09.245089 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.245641 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Bound using segment: {'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:09.246314 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Bound port: d3785312-ef93-4132-99a4-e7077f56969a, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0786616d-b04c-484f-8a09-8c9c1311e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:09.247513 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d3785312-ef93-4132-99a4-e7077f56969a), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.340136 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] For port d3785312-ef93-4132-99a4-e7077f56969a, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:09.344697 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] For port d3785312-ef93-4132-99a4-e7077f56969a, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=d3785312-ef93-4132-99a4-e7077f56969a,segment=NetworkSegment(0786616d-b04c-484f-8a09-8c9c1311e5fa),segment_id=0786616d-b04c-484f-8a09-8c9c1311e5fa)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:09.359363 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d3785312-ef93-4132-99a4-e7077f56969a), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.457293 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Routers {'877f8923-af12-4c9c-a5f6-333e388f4c96'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:09.459696 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:02:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['877f8923-af12-4c9c-a5f6-333e388f4c96'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:09.461834 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-d1f34c83-b8a9-4060-87c7-129a466b3704 None None] Provisioning complete for port d3785312-ef93-4132-99a4-e7077f56969a triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:09.462308 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d1f34c83-b8a9-4060-87c7-129a466b3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3785312-ef93-4132-99a4-e7077f56969a), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.629991 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c155-960c-44fc-b352-867d4fc1b5e1 None None] Pushing event updated for resources: {'Port': ['ID=d3785312-ef93-4132-99a4-e7077f56969a,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:09.709401 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8d3e9d25-9ae3-47cb-82a5-9a909779e407 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:09.781145 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] Set router 877f8923-af12-4c9c-a5f6-333e388f4c96 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:09.823237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-d1f34c83-b8a9-4060-87c7-129a466b3704 None None] Current status of the port d3785312-ef93-4132-99a4-e7077f56969a is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:09.823795 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d1f34c83-b8a9-4060-87c7-129a466b3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d3785312-ef93-4132-99a4-e7077f56969a), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.006752 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-d1f34c83-b8a9-4060-87c7-129a466b3704 None None] For port d3785312-ef93-4132-99a4-e7077f56969a, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=d3785312-ef93-4132-99a4-e7077f56969a,segment=NetworkSegment(0786616d-b04c-484f-8a09-8c9c1311e5fa),segment_id=0786616d-b04c-484f-8a09-8c9c1311e5fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:10.126223 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d1f34c83-b8a9-4060-87c7-129a466b3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d3785312-ef93-4132-99a4-e7077f56969a), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.131901 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:10.132350 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.210914 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54803a29-680a-416e-9fbb-09051b0c44ae req-d8c071ee-d14a-4252-94e6-73f949e8f23c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:10.218727 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54803a29-680a-416e-9fbb-09051b0c44ae req-d8c071ee-d14a-4252-94e6-73f949e8f23c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0805595 Mar 23 09:03:10.365989 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54803a29-680a-416e-9fbb-09051b0c44ae req-202ac243-2705-42ea-a7b5-fcf06ec599ef tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405032 Mar 23 09:03:10.413320 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-13a18daa-e895-4f71-b586-6f0ba636738c None None] Provisioning complete for port d3785312-ef93-4132-99a4-e7077f56969a triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:10.413894 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-13a18daa-e895-4f71-b586-6f0ba636738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3785312-ef93-4132-99a4-e7077f56969a), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.456290 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f34c83-b8a9-4060-87c7-129a466b3704 None None] Pushing event updated for resources: {'Port': ['ID=d3785312-ef93-4132-99a4-e7077f56969a,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:10.636053 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:10.735935 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:03:05Z', 'revision_number': 4, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'd3785312-ef93-4132-99a4-e7077f56969a', 'name': '', 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'mac_address': 'fa:16:3e:cd:a6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:04Z', 'updated_at': '2022-03-23T09:03:09Z', 'revision_number': 4, 'project_id': '5f7e353865384212a245031abdaa246d', 'subnets': [{'id': '8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:10.957188 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-13a18daa-e895-4f71-b586-6f0ba636738c None None] Current status of the port d3785312-ef93-4132-99a4-e7077f56969a is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:10.960052 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9848d2-8279-48af-8b40-54ff6388d154 None None] The sync data for ids ['877f8923-af12-4c9c-a5f6-333e388f4c96'] in dv-cinder-834822-2-iscsi is: [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:03:05Z', 'revision_number': 4, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'd3785312-ef93-4132-99a4-e7077f56969a', 'name': '', 'network_id': '8e5d6260-a80c-4b19-bccd-993ebbcce410', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'mac_address': 'fa:16:3e:cd:a6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:04Z', 'updated_at': '2022-03-23T09:03:09Z', 'revision_number': 4, 'project_id': '5f7e353865384212a245031abdaa246d', 'subnets': [{'id': '8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:11.555939 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e87e8-9b08-43b1-aa0a-ff1b500f7c55 req-c3a5cbad-beda-463e-b2c6-9cf867f3b301 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:11.568013 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bc5e87e8-9b08-43b1-aa0a-ff1b500f7c55 req-c3a5cbad-beda-463e-b2c6-9cf867f3b301 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0836077 Mar 23 09:03:11.639894 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bc5e87e8-9b08-43b1-aa0a-ff1b500f7c55 req-4300be78-2400-4f87-83ac-a1771a98586d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706732 Mar 23 09:03:11.789055 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device d3785312-ef93-4132-99a4-e7077f56969a up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:11.862350 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port d3785312-ef93-4132-99a4-e7077f56969a triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:11.864257 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d3785312-ef93-4132-99a4-e7077f56969a), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.029772 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port d3785312-ef93-4132-99a4-e7077f56969a is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:12.921577 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952a84b-cf2f-428a-8c40-1969e7933ebb req-f99ec6ab-8a9b-4318-be50-bcbb44c139a5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:12.930372 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c952a84b-cf2f-428a-8c40-1969e7933ebb req-f99ec6ab-8a9b-4318-be50-bcbb44c139a5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1686804 Mar 23 09:03:12.987077 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c952a84b-cf2f-428a-8c40-1969e7933ebb req-e62bb50f-0f1b-43ae-aafe-37b5684d0736 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558255 Mar 23 09:03:13.234885 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.501760 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38024) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:13.760483 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.864855 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Publish callbacks [] for security_group (6fd52bb0-3b5f-41b7-95d4-927811307e77), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.870658 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6fd52bb0-3b5f-41b7-95d4-927811307e77), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.930929 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38036) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:13.932180 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92f944f8ceef453ca6cb1db193ff20cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284670 Mar 23 09:03:13.944869 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd52bb0-3b5f-41b7-95d4-927811307e77,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:13.961647 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.962698 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.963676 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.966629 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.967603 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.968523 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.970426 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.971514 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.972450 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.973417 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.976670 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.978344 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.979288 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.980287 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:13.983664 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc7026d-cca1-4655-b333-6f3011810027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.013629 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Publish callbacks [] for security_group (6fd52bb0-3b5f-41b7-95d4-927811307e77), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.088952 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Publish callbacks [] for security_group (6fd52bb0-3b5f-41b7-95d4-927811307e77), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.171027 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6fd52bb0-3b5f-41b7-95d4-927811307e77), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.173675 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.188921 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fd52bb0-3b5f-41b7-95d4-927811307e77 HTTP/1.1" status: 204 len: 168 time: 0.2519002 Mar 23 09:03:14.210379 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd52bb0-3b5f-41b7-95d4-927811307e77,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:14.220999 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.226773 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc9fc-a83d-44e2-a8a7-1ced5d90fc0a req-4336da7d-e5b3-4b0a-be32-91d11a72b573 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:14.229764 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7f7dc9fc-a83d-44e2-a8a7-1ced5d90fc0a req-4336da7d-e5b3-4b0a-be32-91d11a72b573 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1120005 Mar 23 09:03:14.233642 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.235391 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.236000 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.236555 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.238059 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.241558 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.242435 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.242975 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.243519 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.244050 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.244578 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.247632 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.248183 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.250165 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533273b9-6540-428d-9f0a-5f461657c9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:14.327564 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7f7dc9fc-a83d-44e2-a8a7-1ced5d90fc0a req-e0cd93a5-5227-488b-bc22-066bced4324e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903151 Mar 23 09:03:14.657959 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38060) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:14.674942 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-77aa12b1-84b5-411d-8f8e-a44248783a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.806366 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-77aa12b1-84b5-411d-8f8e-a44248783a6c admin admin] Publish callbacks [] for security_group (aed8a7fe-ca0a-42f6-aa30-9106c61fef52), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.818011 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-77aa12b1-84b5-411d-8f8e-a44248783a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (aed8a7fe-ca0a-42f6-aa30-9106c61fef52), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.859901 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-77aa12b1-84b5-411d-8f8e-a44248783a6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9de90b2d2d774cbf9df6c08349350d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008221 Mar 23 09:03:14.861187 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa12b1-84b5-411d-8f8e-a44248783a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed8a7fe-ca0a-42f6-aa30-9106c61fef52,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:14.862794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38070) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:14.931053 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6792cbde-90e5-43c7-83df-cf936f2fe7d3 admin admin] Publish callbacks [] for security_group (aed8a7fe-ca0a-42f6-aa30-9106c61fef52), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.959014 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6792cbde-90e5-43c7-83df-cf936f2fe7d3 admin admin] Publish callbacks [] for security_group (aed8a7fe-ca0a-42f6-aa30-9106c61fef52), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.021053 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6792cbde-90e5-43c7-83df-cf936f2fe7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (aed8a7fe-ca0a-42f6-aa30-9106c61fef52), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.023775 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6792cbde-90e5-43c7-83df-cf936f2fe7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.025090 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6792cbde-90e5-43c7-83df-cf936f2fe7d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aed8a7fe-ca0a-42f6-aa30-9106c61fef52 HTTP/1.1" status: 204 len: 168 time: 0.1614547 Mar 23 09:03:15.040937 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792cbde-90e5-43c7-83df-cf936f2fe7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed8a7fe-ca0a-42f6-aa30-9106c61fef52,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:15.497057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71d3b5-f5b9-4f0b-bafa-773b2fefa801 req-a80d3861-f0ec-4925-ba78-e2c81a67db53 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:15.504423 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cc71d3b5-f5b9-4f0b-bafa-773b2fefa801 req-a80d3861-f0ec-4925-ba78-e2c81a67db53 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0924299 Mar 23 09:03:15.567114 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cc71d3b5-f5b9-4f0b-bafa-773b2fefa801 req-d981fb69-3507-41a6-ac65-6df1e39f3138 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614300 Mar 23 09:03:15.677222 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-ac006651-ece4-49a9-bf98-c117863aeba8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630591 Mar 23 09:03:15.760712 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-a90302e1-72fd-4b95-9795-e753e92c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:15.762595 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-a90302e1-72fd-4b95-9795-e753e92c1398 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1129 time: 0.0582285 Mar 23 09:03:15.904378 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-eec7bc90-2abf-4b6f-8362-241ff4297983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:15.905992 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-eec7bc90-2abf-4b6f-8362-241ff4297983 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.1110449 Mar 23 09:03:16.005633 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-e83dd3c1-7097-45e5-80af-34caa2f6ffba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 1001 time: 0.0888247 Mar 23 09:03:16.069043 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-be406756-a657-4659-92db-3a52510d856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:16.070824 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-be406756-a657-4659-92db-3a52510d856e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0578034 Mar 23 09:03:16.140184 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-2ee511af-542a-401a-8420-c73ff991a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:16.141959 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-2ee511af-542a-401a-8420-c73ff991a208 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529850 Mar 23 09:03:16.256326 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-96efd95a-155b-4eab-96a3-ed28ceb05daf service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042542 Mar 23 09:03:16.399068 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-55a11136-273e-4eff-aa7d-71db8f9a7622 req-c1fb0b6a-a30f-45df-b9f5-7b0fe895e8b7 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302764 Mar 23 09:03:16.524990 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-95e9d8aa-e3e2-46af-a4d5-d8d424250182 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361280003&fields=id&tenant_id=c73435dd3780472594b6acb34d406b03 HTTP/1.1" status: 200 len: 267 time: 0.0860097 Mar 23 09:03:16.676072 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-1e27e515-a627-479b-9ef7-7bf600f61202 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:16.677718 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-1e27e515-a627-479b-9ef7-7bf600f61202 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 808 time: 0.1511161 Mar 23 09:03:16.706000 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-5cc19ac5-7dc3-4d3d-a405-b53a79ec0c36 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/quotas/c73435dd3780472594b6acb34d406b03 HTTP/1.1" status: 200 len: 375 time: 0.0183427 Mar 23 09:03:16.754766 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfcac6-9ce9-4cde-8bc8-f64dfd329213 req-a6e9c1a5-6bb4-4dc4-9c1c-13093256dc39 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:16.758470 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-66bfcac6-9ce9-4cde-8bc8-f64dfd329213 req-a6e9c1a5-6bb4-4dc4-9c1c-13093256dc39 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0735159 Mar 23 09:03:16.795736 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-21a76f66-c1cc-4be2-b6d2-61e50ff873b4 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879958 Mar 23 09:03:16.842457 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-66bfcac6-9ce9-4cde-8bc8-f64dfd329213 req-74ba2efc-b040-4a6b-a2a6-b9dd0a2a88a5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Mar 23 09:03:16.928767 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-d842a92d-60c7-4d36-a122-c8e54c91f208 service neutron] 10.222.0.73 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285253 Mar 23 09:03:17.042876 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-de37fa00-4a7b-45c5-8656-2c127bf35211 service neutron] 10.222.0.73 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128089 Mar 23 09:03:17.414919 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b857566e-159d-425f-8eb6-485f3686f351 req-1f878a7a-3569-4b64-aaae-1aa69594dc46 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 210 time: 0.0483050 Mar 23 09:03:18.051317 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be468e-5c17-4759-823d-5efbe0cd302c req-4106dfb3-70ee-4361-8718-b0fd92fd391c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:18.053515 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-61be468e-5c17-4759-823d-5efbe0cd302c req-4106dfb3-70ee-4361-8718-b0fd92fd391c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1036854 Mar 23 09:03:18.118141 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38200) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:18.160790 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-61be468e-5c17-4759-823d-5efbe0cd302c req-aafee673-c19b-4076-82d6-ca3566548b3b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960581 Mar 23 09:03:18.280041 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5a503ca-1923-4525-83b9-2ba6b4530110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.376786 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5a503ca-1923-4525-83b9-2ba6b4530110 admin admin] Publish callbacks [] for security_group (4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.381594 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5a503ca-1923-4525-83b9-2ba6b4530110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.434508 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38208) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:18.435162 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c5a503ca-1923-4525-83b9-2ba6b4530110 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1a67917e4624be3afb23e7e80ca8c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158145 Mar 23 09:03:18.436972 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a503ca-1923-4525-83b9-2ba6b4530110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:18.511310 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ef7187eb-9bba-4873-a1e9-fcde09a50b96 admin admin] Publish callbacks [] for security_group (4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.536355 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ef7187eb-9bba-4873-a1e9-fcde09a50b96 admin admin] Publish callbacks [] for security_group (4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.543636 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9428ed2-d77b-421a-98f6-40c424ab358d req-82db406e-482b-48be-a029-f2f30de3cf49 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 210 time: 0.0365772 Mar 23 09:03:18.598871 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ef7187eb-9bba-4873-a1e9-fcde09a50b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.601923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ef7187eb-9bba-4873-a1e9-fcde09a50b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.613395 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ef7187eb-9bba-4873-a1e9-fcde09a50b96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7 HTTP/1.1" status: 204 len: 168 time: 0.1703355 Mar 23 09:03:18.622610 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7187eb-9bba-4873-a1e9-fcde09a50b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4089e7ba-2cf3-4b2a-8ccf-ee35cecea7d7,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:18.923262 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-0d148cca-7887-4694-a40f-22a1b33ef4b1 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:18.923262 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-0d148cca-7887-4694-a40f-22a1b33ef4b1 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.84 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 808 time: 0.1789610 Mar 23 09:03:19.071563 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-3ff8b22c-94ea-4da8-9ed8-dd1e42cadaf9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c73435dd3780472594b6acb34d406b03 HTTP/1.1" status: 200 len: 380 time: 0.1367595 Mar 23 09:03:19.107779 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'port': {'device_id': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'admin_state_up': True, 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'security_groups': ['15853cc7-5d5c-4d9f-9dc8-0f85896b73a3']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:19.291979 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38228) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:19.308082 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ea1db07-5622-4244-aab9-8062309174e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.434101 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca403d37-282b-4c19-afee-4e5fc1bd0e1b req-a175e1b1-c2db-4feb-8b51-b70d450fe7fb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:19.439988 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca403d37-282b-4c19-afee-4e5fc1bd0e1b req-a175e1b1-c2db-4feb-8b51-b70d450fe7fb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1385596 Mar 23 09:03:19.474972 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Made reservation on behalf of c73435dd3780472594b6acb34d406b03 for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:19.479153 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.544289 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca403d37-282b-4c19-afee-4e5fc1bd0e1b req-f4251117-ef12-4948-8963-457ede003206 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956187 Mar 23 09:03:19.583125 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ea1db07-5622-4244-aab9-8062309174e0 admin admin] Publish callbacks [] for security_group (88cdb8cc-5dd0-48bd-8e2b-915846a1a610), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.601031 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ea1db07-5622-4244-aab9-8062309174e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (88cdb8cc-5dd0-48bd-8e2b-915846a1a610), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.663825 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38242) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:19.678540 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6ea1db07-5622-4244-aab9-8062309174e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c3bb3f3ded14a429366e02279218bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846402 Mar 23 09:03:19.693950 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38246) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:19.775706 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Allocated IP 172.20.0.3 (d6906108-2cae-4f3e-b005-bc439effb470/ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8/6d6c8a3b-ff09-4898-b001-7ab94459783d) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:19.784270 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d30c-f8da-4600-96ca-094e6d00dbe7 admin admin] Publish callbacks [] for security_group (88cdb8cc-5dd0-48bd-8e2b-915846a1a610), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.793773 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1db07-5622-4244-aab9-8062309174e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cdb8cc-5dd0-48bd-8e2b-915846a1a610,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:19.819272 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a02ac104-d545-42e1-9524-30b3e76535f3 req-25606534-0031-438d-bec5-c45609d1997c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 210 time: 0.1423645 Mar 23 09:03:19.828770 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d30c-f8da-4600-96ca-094e6d00dbe7 admin admin] Publish callbacks [] for security_group (88cdb8cc-5dd0-48bd-8e2b-915846a1a610), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.929837 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e2f4-5e01-4aa9-94bb-3981e23933af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.985904 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d30c-f8da-4600-96ca-094e6d00dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (88cdb8cc-5dd0-48bd-8e2b-915846a1a610), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.989823 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d30c-f8da-4600-96ca-094e6d00dbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.990965 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-4ff9d30c-f8da-4600-96ca-094e6d00dbe7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88cdb8cc-5dd0-48bd-8e2b-915846a1a610 HTTP/1.1" status: 204 len: 168 time: 0.2956715 Mar 23 09:03:20.025339 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9d30c-f8da-4600-96ca-094e6d00dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cdb8cc-5dd0-48bd-8e2b-915846a1a610,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:20.044522 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.108967 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e2f4-5e01-4aa9-94bb-3981e23933af admin admin] Publish callbacks [] for security_group (93f0a2b1-e009-49fc-bd89-64eaa569cb01), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.116418 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e2f4-5e01-4aa9-94bb-3981e23933af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (93f0a2b1-e009-49fc-bd89-64eaa569cb01), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.155919 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.161633 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-f2d0e2f4-5e01-4aa9-94bb-3981e23933af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32f9844c953f44d092b892201245da6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944336 Mar 23 09:03:20.170755 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38250) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:20.204617 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0e2f4-5e01-4aa9-94bb-3981e23933af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f0a2b1-e009-49fc-bd89-64eaa569cb01,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:20.226829 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Network d6906108-2cae-4f3e-b005-bc439effb470 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:20.234957 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:20.239576 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:20.243914 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:20.244059 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a86-52ce-4d86-aa2b-90e27de8174d admin admin] Publish callbacks [] for security_group (93f0a2b1-e009-49fc-bd89-64eaa569cb01), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.268715 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a86-52ce-4d86-aa2b-90e27de8174d admin admin] Publish callbacks [] for security_group (93f0a2b1-e009-49fc-bd89-64eaa569cb01), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.302479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:20.303096 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.361845 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7ed6920-fe16-40af-91ff-398aa245eaa9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2772074 Mar 23 09:03:20.377799 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Request body: {'port': {'device_id': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:20.491155 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.691759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-0a869674-6b8d-497b-b035-ef24b44084f9 None None] Provisioning complete for port 6d6c8a3b-ff09-4898-b001-7ab94459783d triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:20.692290 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-0a869674-6b8d-497b-b035-ef24b44084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.718092 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a86-52ce-4d86-aa2b-90e27de8174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (93f0a2b1-e009-49fc-bd89-64eaa569cb01), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.720915 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a86-52ce-4d86-aa2b-90e27de8174d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.724202 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-0c5c6a86-52ce-4d86-aa2b-90e27de8174d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93f0a2b1-e009-49fc-bd89-64eaa569cb01 HTTP/1.1" status: 204 len: 168 time: 0.5501668 Mar 23 09:03:20.749856 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6a86-52ce-4d86-aa2b-90e27de8174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f0a2b1-e009-49fc-bd89-64eaa569cb01,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:20.768030 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-0a869674-6b8d-497b-b035-ef24b44084f9 None None] Port 6d6c8a3b-ff09-4898-b001-7ab94459783d cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:21.170898 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143ab6a-4f92-4232-85da-b14827561434 req-752ff7e0-c1ef-4cc6-ab53-b359260be05a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:21.172578 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2143ab6a-4f92-4232-85da-b14827561434 req-752ff7e0-c1ef-4cc6-ab53-b359260be05a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0859752 Mar 23 09:03:21.306497 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6c8a3b-ff09-4898-b001-7ab94459783d {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:21.324890 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Publish callbacks [] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.347964 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2143ab6a-4f92-4232-85da-b14827561434 req-451eb6a6-985d-4194-9c29-5693d6739c36 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553278 Mar 23 09:03:21.367152 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Transition to ACTIVE for port object 6d6c8a3b-ff09-4898-b001-7ab94459783d will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:21.374122 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.466291 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:21.631459 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286492c-d036-431c-9556-520702363f5b req-8328b8c3-5a13-44a5-8ed3-b42d683393c5 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:21.633195 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7286492c-d036-431c-9556-520702363f5b req-8328b8c3-5a13-44a5-8ed3-b42d683393c5 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.1883302 Mar 23 09:03:21.633650 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Attempting to bind port 6d6c8a3b-ff09-4898-b001-7ab94459783d on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:21.634899 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Attempting to bind port 6d6c8a3b-ff09-4898-b001-7ab94459783d by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:21.635166 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Attempting to bind port 6d6c8a3b-ff09-4898-b001-7ab94459783d on network d6906108-2cae-4f3e-b005-bc439effb470 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:21.643867 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Port 6d6c8a3b-ff09-4898-b001-7ab94459783d on network d6906108-2cae-4f3e-b005-bc439effb470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:21.644268 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Attempting to bind port 6d6c8a3b-ff09-4898-b001-7ab94459783d on network d6906108-2cae-4f3e-b005-bc439effb470 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:21.666034 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:21.666375 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Checking segment: {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:21.666883 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Bound using segment: {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:21.667344 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Bound port: 6d6c8a3b-ff09-4898-b001-7ab94459783d, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:21.667786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.748450 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7286492c-d036-431c-9556-520702363f5b req-3cd7e7d2-77d9-4bdd-883a-423b07c9c278 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069536 Mar 23 09:03:21.749218 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-4c438673-1d02-4309-8bd7-120a3178925b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:21.763904 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-4c438673-1d02-4309-8bd7-120a3178925b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 814 time: 0.1903064 Mar 23 09:03:21.793206 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-1caf5e0b-dffe-4af7-906b-e820777b09c2 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/quotas/a5ae8ddbd2b241db8ec376f3177398bf HTTP/1.1" status: 200 len: 375 time: 0.0280671 Mar 23 09:03:21.794795 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:21.803075 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:21.818450 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.865453 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-495eeb34-1a05-4823-b5dc-94ebad39150e tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709746 Mar 23 09:03:21.937091 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:21.992719 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:21.993886 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.995510 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-adf74187-174a-46d7-81fb-521827b08870 service neutron] 10.222.0.84 "PUT /v2.0/ports/6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 1093 time: 1.6263416 Mar 23 09:03:21.996560 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:22.000082 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e5422e-80c7-40b9-8410-2516fab742e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:22.047395 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf567b-e8bf-47d7-aa9b-4ecdfa996dba req-22ae2cfa-2afa-46f3-9984-b4d6851bb660 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:22.051319 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-0cb9d1ce-8f83-49ed-b61d-4f2d9cc95834 service neutron] 10.222.0.73 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775978 Mar 23 09:03:22.056826 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3ecf567b-e8bf-47d7-aa9b-4ecdfa996dba req-22ae2cfa-2afa-46f3-9984-b4d6851bb660 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1094286 Mar 23 09:03:22.131094 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38360) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:22.178488 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-54a327b8-8c45-4ab2-a37f-83c3606caa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:22.180009 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-54a327b8-8c45-4ab2-a37f-83c3606caa34 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1127 time: 0.1196859 Mar 23 09:03:22.211636 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-a9f25a98-f61e-4d53-b3fa-be1c43812953 service neutron] 10.222.0.73 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594512 Mar 23 09:03:22.233428 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-440d5960-ff99-41eb-9535-93de70442a3f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 217 time: 0.0425203 Mar 23 09:03:22.249649 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3ecf567b-e8bf-47d7-aa9b-4ecdfa996dba req-d646b682-d7bd-4e4a-8866-f9137755c3ef tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854522 Mar 23 09:03:22.321472 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada0bdd5-5819-4cbc-a63e-9dfdda090a6f x-openstack-request-id: req-ada0bdd5-5819-4cbc-a63e-9dfdda090a6f {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:22.321814 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:22.322079 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ada0bdd5-5819-4cbc-a63e-9dfdda090a6f {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:22.322485 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada0bdd5-5819-4cbc-a63e-9dfdda090a6f'] response: {'name': 'network-changed', 'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'status': 'completed', 'code': 200} Mar 23 09:03:22.338554 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-77b2b6f6-e701-4dcf-85f1-cdbd4ca44502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:22.342315 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-77b2b6f6-e701-4dcf-85f1-cdbd4ca44502 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 200 len: 847 time: 0.0914936 Mar 23 09:03:22.438970 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-04891ae5-5bf3-43eb-bf42-a232a07ce8c6 req-16f4061b-c02c-494f-9455-e55fa89cfc5a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0541267 Mar 23 09:03:22.474084 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-a95c64f9-95cc-4306-8b80-00b766503554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:22.477758 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-a95c64f9-95cc-4306-8b80-00b766503554 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d6906108-2cae-4f3e-b005-bc439effb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1289830 Mar 23 09:03:22.498659 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb14aa-6205-4b25-ac16-cc1144609baf req-76de8ff8-19c6-47b5-8991-bd18077fa32e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:22.505823 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-62cb14aa-6205-4b25-ac16-cc1144609baf req-76de8ff8-19c6-47b5-8991-bd18077fa32e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0812850 Mar 23 09:03:22.534577 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-530742074-network', 'tenant_id': '08a854080d8c47b89302a45fa67196ae'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:22.560202 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-62cb14aa-6205-4b25-ac16-cc1144609baf req-751ebcdc-cd7d-4ad1-83cb-ce6b709c78de tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497861 Mar 23 09:03:22.597564 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Made reservation on behalf of 08a854080d8c47b89302a45fa67196ae for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:22.600134 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.617392 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.655265 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-8a979e19-eb90-4c8c-ad20-81409c8ff0ff service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637385 Mar 23 09:03:22.809367 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6d81c850-97fb-4b56-a885-8b3155752a67 req-b7227948-ecb6-410b-9c69-bcb4f2d15efb service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428154 Mar 23 09:03:22.811665 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks [] for security_group (cecaad55-3d9f-47ca-bb4b-52f9ed0b2963), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.817096 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cecaad55-3d9f-47ca-bb4b-52f9ed0b2963), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.847143 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:22.895425 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:22.927678 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (88716ec7-76de-4b3f-8d28-de40244d4cf3), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.928030 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Added segment 88716ec7-76de-4b3f-8d28-de40244d4cf3 of type vlan for network 47aea47a-df66-4741-ad06-e30ee41929f2 Mar 23 09:03:22.979712 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (47aea47a-df66-4741-ad06-e30ee41929f2), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.034434 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-ebbc0a25-470d-4f16-b229-4e888debf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.035927 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-ebbc0a25-470d-4f16-b229-4e888debf2f4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1127 time: 0.1677339 Mar 23 09:03:23.037441 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (47aea47a-df66-4741-ad06-e30ee41929f2), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.038294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.038908 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.048798 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc37b3f-4882-4097-b137-ce90a8bf755c req-823447b8-8b19-4c15-9656-3540e46ff6be tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.050330 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3cc37b3f-4882-4097-b137-ce90a8bf755c req-823447b8-8b19-4c15-9656-3540e46ff6be tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.2047856 Mar 23 09:03:23.161290 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0272632 Mar 23 09:03:23.164442 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38390) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:23.171622 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Request body: {'subnet': {'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-530742074-subnet', 'tenant_id': '08a854080d8c47b89302a45fa67196ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:23.181296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb180950-5160-483e-b14a-45d386c39449 admin admin] Pushing event updated for resources: {'Network': ['ID=47aea47a-df66-4741-ad06-e30ee41929f2,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:23.195627 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 47aea47a-df66-4741-ad06-e30ee41929f2 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:23.213638 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Made reservation on behalf of 08a854080d8c47b89302a45fa67196ae for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:23.220414 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.239175 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3cc37b3f-4882-4097-b137-ce90a8bf755c req-33796ec6-f8fe-49f0-b0e7-46b4d2cb24b0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725729 Mar 23 09:03:23.253918 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-e20a832b-bcc1-46d7-bfdc-e1acc9e11558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.255407 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-e20a832b-bcc1-46d7-bfdc-e1acc9e11558 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 909 time: 0.1900833 Mar 23 09:03:23.303657 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-1b8112cd-f6b4-41be-a897-32aacc715aee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 217 time: 0.0394602 Mar 23 09:03:23.355917 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-a6663fae-2e5c-4362-bc74-676b915b8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.357416 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-a6663fae-2e5c-4362-bc74-676b915b8312 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 200 len: 847 time: 0.0453107 Mar 23 09:03:23.410092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-117263dd-73c7-4564-ab41-1a9f1ffa1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.411642 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-117263dd-73c7-4564-ab41-1a9f1ffa1f29 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d6906108-2cae-4f3e-b005-bc439effb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477576 Mar 23 09:03:23.453524 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbd797-9f57-45c5-a490-e36f7844335b req-e7ecf32c-c34e-48bc-926d-8396d8bd3ddf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.455045 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-21bbd797-9f57-45c5-a490-e36f7844335b req-e7ecf32c-c34e-48bc-926d-8396d8bd3ddf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1035578 Mar 23 09:03:23.456367 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (3247f486-b442-4592-ace9-e6925c769ee9), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.513832 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-987f7428-2547-4940-9446-67c01862e431 service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930810 Mar 23 09:03:23.533651 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3247f486-b442-4592-ace9-e6925c769ee9,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:23.555696 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f5b29be-c64e-4abf-b019-7b4b7bb8bad0 req-e60a8671-3440-4de8-b690-4b507208097c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0367453 Mar 23 09:03:23.571263 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-21bbd797-9f57-45c5-a490-e36f7844335b req-be5ebef3-efc1-4952-8c07-9269d17e43d1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077428 Mar 23 09:03:23.591686 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Checking segment: {'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:23.592053 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Network hostable DHCP agents. Network: 47aea47a-df66-4741-ad06-e30ee41929f2, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:23.611928 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Network 47aea47a-df66-4741-ad06-e30ee41929f2 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:23.621624 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 47aea47a-df66-4741-ad06-e30ee41929f2) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:23.625911 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.626759 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.637495 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec08590-6d09-44b8-8af3-bed4e5f3dea3 None None] Network 47aea47a-df66-4741-ad06-e30ee41929f2 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:23.697322 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a213fd7e-17cc-4991-b269-a6faa3462488 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5314245 Mar 23 09:03:23.748741 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-60e5422e-80c7-40b9-8410-2516fab742e9 req-1eab6bd6-2b7c-44f7-9d74-a8e2f416b462 service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185171 Mar 23 09:03:23.749840 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-a07e3fb0-3a84-411e-99aa-bcd9798ff67d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.751523 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-a07e3fb0-3a84-411e-99aa-bcd9798ff67d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.84 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 814 time: 0.1219075 Mar 23 09:03:23.761060 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f7be3-f0d6-489b-8461-7be85034d690 req-7df4b261-8bde-4acb-a3b6-e7460b870813 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.763261 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bd9f7be3-f0d6-489b-8461-7be85034d690 req-7df4b261-8bde-4acb-a3b6-e7460b870813 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0989330 Mar 23 09:03:23.781048 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'port': {'device_id': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'admin_state_up': True, 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:23.799852 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05f1cb-0390-47a9-85f3-692a2ffb3442 None None] Network 47aea47a-df66-4741-ad06-e30ee41929f2 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:23.848156 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bd9f7be3-f0d6-489b-8461-7be85034d690 req-ddb9cc71-e7ee-46e6-bc5f-bcd14095fe9c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787694 Mar 23 09:03:23.943074 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Made reservation on behalf of a5ae8ddbd2b241db8ec376f3177398bf for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:23.946618 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.049413 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:03:24.124133 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Allocated IP 172.20.0.5 (5bd62805-2cca-4e09-8c5e-705143e5fe77/34d0ae7d-ca18-4600-869f-18969bcd0173/930e7fbf-53d1-4f1a-a042-2123cc91ac8d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:24.351518 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.426275 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.466755 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c761f-0cad-48b9-860e-9488f947e112 req-ef083a4b-e3f2-4102-9d85-eaf4329d8b2c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:24.468257 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a56c761f-0cad-48b9-860e-9488f947e112 req-ef083a4b-e3f2-4102-9d85-eaf4329d8b2c tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.1025329 Mar 23 09:03:24.503422 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:24.510202 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:24.512407 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:24.514774 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:24.520053 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:24.520871 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.558700 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-56203aae-84e2-4df4-b3ae-740aab4e3f7c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816067 Mar 23 09:03:24.568319 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a56c761f-0cad-48b9-860e-9488f947e112 req-a4a4cb61-af0c-4d89-ac5d-2f56c8d4c4af tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932612 Mar 23 09:03:24.573152 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Request body: {'port': {'device_id': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:24.783102 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.810599 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9474e-bb81-43c0-9584-ce69b6ce6a16 req-fd09aae4-7ed8-4689-ad89-a524a95c0b85 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:24.813475 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-52c9474e-bb81-43c0-9584-ce69b6ce6a16 req-fd09aae4-7ed8-4689-ad89-a524a95c0b85 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 931 time: 0.1243801 Mar 23 09:03:24.928349 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-52c9474e-bb81-43c0-9584-ce69b6ce6a16 req-637cba04-679c-413b-86cf-c0f52abc3f00 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946698 Mar 23 09:03:24.962983 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31968412-508b-4828-af70-b80b0192f448 req-bcdfba14-84f4-4480-8cfa-84beb79a4e95 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:24.967305 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-31968412-508b-4828-af70-b80b0192f448 req-bcdfba14-84f4-4480-8cfa-84beb79a4e95 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.2600622 Mar 23 09:03:25.001454 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-5b048f9b-2bf7-4e45-9d13-2c374f2bca07 None None] Provisioning complete for port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:25.002395 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-5b048f9b-2bf7-4e45-9d13-2c374f2bca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.078246 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-5b048f9b-2bf7-4e45-9d13-2c374f2bca07 None None] Port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:25.140162 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-31968412-508b-4828-af70-b80b0192f448 req-b79142a5-192f-4ac2-8853-85d24cf92d55 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153731 Mar 23 09:03:25.265524 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930e7fbf-53d1-4f1a-a042-2123cc91ac8d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:25.277100 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Publish callbacks [] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.300481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Transition to ACTIVE for port object 930e7fbf-53d1-4f1a-a042-2123cc91ac8d will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:25.307844 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.394374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f491ed-5d2f-4666-a1dd-24a31905c0cb req-d34894c6-89e1-4f56-917d-0bd38124d4f5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:25.412319 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-16f491ed-5d2f-4666-a1dd-24a31905c0cb req-d34894c6-89e1-4f56-917d-0bd38124d4f5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.2317533 Mar 23 09:03:25.448881 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Pushing event updated for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:25.496140 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Attempting to bind port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:25.499081 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Attempting to bind port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:25.499533 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Attempting to bind port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d on network 5bd62805-2cca-4e09-8c5e-705143e5fe77 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:25.514422 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d on network 5bd62805-2cca-4e09-8c5e-705143e5fe77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:25.514775 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Attempting to bind port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d on network 5bd62805-2cca-4e09-8c5e-705143e5fe77 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:25.541212 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:25.541864 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Checking segment: {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:25.542825 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Bound using segment: {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:25.543610 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Bound port: 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da2aa12-3631-4c73-92d8-a2eadb715fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:25.544147 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.608687 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-16f491ed-5d2f-4666-a1dd-24a31905c0cb req-46a179c3-af71-472b-a99b-2455c74e2511 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859155 Mar 23 09:03:25.793154 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:25.822478 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:25.825642 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38470) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:25.877674 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.996378 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:25.998503 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.000004 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] 10.222.0.84 "PUT /v2.0/ports/930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 1093 time: 1.4307697 Mar 23 09:03:26.029103 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:26.040561 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0951693-4420-45fc-afe5-759a114f9160" -d '{"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:26.154677 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-01abec98-01b3-403c-b91a-5b6f96e6bcc4 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:26.163657 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-01abec98-01b3-403c-b91a-5b6f96e6bcc4 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/networks?id=47aea47a-df66-4741-ad06-e30ee41929f2 HTTP/1.1" status: 200 len: 813 time: 0.1873302 Mar 23 09:03:26.215312 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8a01e59b-62a5-40b5-a8f9-8113374ca880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.240717 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e90e83-01aa-4d23-b6d2-2cc58d238d89 service neutron] Pushing event updated for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:26.261712 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-1a473f53-b197-4118-a695-e13fcf2bb7a6 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/quotas/08a854080d8c47b89302a45fa67196ae HTTP/1.1" status: 200 len: 375 time: 0.0823879 Mar 23 09:03:26.262320 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df34d4e-0791-4798-8a19-ac9682ae7fb7 req-6733f9f7-70cd-4a4b-a9e7-38b9520e19a3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:26.262320 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8df34d4e-0791-4798-8a19-ac9682ae7fb7 req-6733f9f7-70cd-4a4b-a9e7-38b9520e19a3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.4251587 Mar 23 09:03:26.320021 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-caf4e82c-4f31-4a49-8c2c-1e2c0e103cba tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=08a854080d8c47b89302a45fa67196ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715432 Mar 23 09:03:26.321619 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-c064526a-b975-4f0d-a1e3-e005fef3b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:26.323534 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-c064526a-b975-4f0d-a1e3-e005fef3b0fe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1127 time: 0.2629597 Mar 23 09:03:26.453033 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8df34d4e-0791-4798-8a19-ac9682ae7fb7 req-c07659c6-8596-425d-a221-8080b5a78bb5 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690750 Mar 23 09:03:26.484859 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-899843f8-ec9e-46d1-862a-15feb3ec812a service neutron] 10.222.0.73 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635706 Mar 23 09:03:26.673311 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-4db2279f-094a-4465-a0a9-e58b09be5cc4 service neutron] 10.222.0.73 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878779 Mar 23 09:03:26.696446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8d2f3-493a-4e0c-b81b-4a691ba7090b req-5b64db9e-b04c-4636-9959-dca518ab94d4 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:26.698430 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-73b8d2f3-493a-4e0c-b81b-4a691ba7090b req-5b64db9e-b04c-4636-9959-dca518ab94d4 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.1603773 Mar 23 09:03:26.699859 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8a01e59b-62a5-40b5-a8f9-8113374ca880 admin admin] Publish callbacks [] for security_group (7d9a3aa0-582b-43b6-b4dc-36d024db3a65), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.704794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8a01e59b-62a5-40b5-a8f9-8113374ca880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (7d9a3aa0-582b-43b6-b4dc-36d024db3a65), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.773571 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-73b8d2f3-493a-4e0c-b81b-4a691ba7090b req-4578e127-4884-471c-b0ff-7dbc26e073c6 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665066 Mar 23 09:03:26.784911 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-8a01e59b-62a5-40b5-a8f9-8113374ca880 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f2881ae699d45f8acc7f278075498df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9574289 Mar 23 09:03:26.785931 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01e59b-62a5-40b5-a8f9-8113374ca880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a3aa0-582b-43b6-b4dc-36d024db3a65,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:26.799428 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38498) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:26.840854 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f0414082-f9ae-4e94-88a5-e65c4a69b9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.866446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e78c4b29-1dab-4df6-9985-227e26ce9baa admin admin] Publish callbacks [] for security_group (7d9a3aa0-582b-43b6-b4dc-36d024db3a65), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.900736 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2338c873-fd49-47d0-9861-38298bb6b71f x-openstack-request-id: req-2338c873-fd49-47d0-9861-38298bb6b71f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:26.902416 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:26.903236 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2338c873-fd49-47d0-9861-38298bb6b71f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:26.903775 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2338c873-fd49-47d0-9861-38298bb6b71f'] response: {'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'status': 'completed', 'code': 200} Mar 23 09:03:26.955847 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e78c4b29-1dab-4df6-9985-227e26ce9baa admin admin] Publish callbacks [] for security_group (7d9a3aa0-582b-43b6-b4dc-36d024db3a65), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.084607 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-19989d21-bf9e-420e-b35d-1241c03f884b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 217 time: 0.0699313 Mar 23 09:03:27.105182 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e78c4b29-1dab-4df6-9985-227e26ce9baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (7d9a3aa0-582b-43b6-b4dc-36d024db3a65), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.109119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e78c4b29-1dab-4df6-9985-227e26ce9baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.110165 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e78c4b29-1dab-4df6-9985-227e26ce9baa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d9a3aa0-582b-43b6-b4dc-36d024db3a65 HTTP/1.1" status: 204 len: 168 time: 0.3095374 Mar 23 09:03:27.157650 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18facf77-2c76-4265-a14a-debb703c875c req-85560024-8c9f-46e3-b824-fc65c8aa52e5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:27.160227 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4b29-1dab-4df6-9985-227e26ce9baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a3aa0-582b-43b6-b4dc-36d024db3a65,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:27.168257 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-18facf77-2c76-4265-a14a-debb703c875c req-85560024-8c9f-46e3-b824-fc65c8aa52e5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1546063 Mar 23 09:03:27.293928 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-18facf77-2c76-4265-a14a-debb703c875c req-568ce6e4-6fbc-4758-9884-f0e4e5ccbf36 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245620 Mar 23 09:03:27.430429 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-68c35911-a7e2-47cf-ab90-a0f6284acc89 req-b38e250f-fa53-4d05-9270-6bab1a7fc8c7 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0528862 Mar 23 09:03:27.467602 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138f68d-8f69-4d58-8195-84f560bf2e59 req-4f551643-d11d-4497-83ab-ca9443072455 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:27.475140 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8138f68d-8f69-4d58-8195-84f560bf2e59 req-4f551643-d11d-4497-83ab-ca9443072455 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.4033055 Mar 23 09:03:27.496795 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-eef4b320-25ca-41db-b7f6-7eae0e3bca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:27.498319 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-eef4b320-25ca-41db-b7f6-7eae0e3bca95 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 200 len: 853 time: 0.2620900 Mar 23 09:03:27.596091 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8138f68d-8f69-4d58-8195-84f560bf2e59 req-b6fa7fdf-d769-42cd-a5cb-e5c91b01aee7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197546 Mar 23 09:03:27.633105 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-e1a0eac6-768a-44ef-b745-242e4a2b18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:27.635836 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-e1a0eac6-768a-44ef-b745-242e4a2b18df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5bd62805-2cca-4e09-8c5e-705143e5fe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135705 Mar 23 09:03:27.830806 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f07e8-6ade-4d03-b3dd-2f2eba78741c req-e6f0ff07-51f4-4b18-b8ab-b67d0a4821aa tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:27.832435 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ae3f07e8-6ade-4d03-b3dd-2f2eba78741c req-e6f0ff07-51f4-4b18-b8ab-b67d0a4821aa tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.1030836 Mar 23 09:03:27.834618 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-19a03296-884a-4062-9808-8c6131e0827d service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739197 Mar 23 09:03:27.847213 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38528) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:27.862861 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9eba53ca-2bb7-45db-95a1-1a6c2d648e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.929798 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ae3f07e8-6ade-4d03-b3dd-2f2eba78741c req-4c70f588-250a-43fa-931d-c8a7973622d4 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893087 Mar 23 09:03:28.074294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9eba53ca-2bb7-45db-95a1-1a6c2d648e7f admin admin] Publish callbacks [] for security_group (c83a05fc-53a3-4657-a321-f180eb3eb306), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.085987 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9eba53ca-2bb7-45db-95a1-1a6c2d648e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (c83a05fc-53a3-4657-a321-f180eb3eb306), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.130406 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0569-b50c-4692-9d9c-749455398342 req-66b46892-c17b-42b1-951a-0142d4ac48a2 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:28.136032 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ab5a0569-b50c-4692-9d9c-749455398342 req-66b46892-c17b-42b1-951a-0142d4ac48a2 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.0994480 Mar 23 09:03:28.153037 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9eba53ca-2bb7-45db-95a1-1a6c2d648e7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcd92fd2bfb14e678d6b88e74d114cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047366 Mar 23 09:03:28.154686 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba53ca-2bb7-45db-95a1-1a6c2d648e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a05fc-53a3-4657-a321-f180eb3eb306,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:28.156247 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38530) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:28.241756 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ab5a0569-b50c-4692-9d9c-749455398342 req-21fd5022-ead9-40d9-8215-b0ff225c2bf5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002865 Mar 23 09:03:28.273929 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-549c31e9-2f26-4045-b1f5-adfa0490a04a admin admin] Publish callbacks [] for security_group (c83a05fc-53a3-4657-a321-f180eb3eb306), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.298418 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-549c31e9-2f26-4045-b1f5-adfa0490a04a admin admin] Publish callbacks [] for security_group (c83a05fc-53a3-4657-a321-f180eb3eb306), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.384658 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-549c31e9-2f26-4045-b1f5-adfa0490a04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (c83a05fc-53a3-4657-a321-f180eb3eb306), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.390107 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-549c31e9-2f26-4045-b1f5-adfa0490a04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.394390 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-549c31e9-2f26-4045-b1f5-adfa0490a04a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c83a05fc-53a3-4657-a321-f180eb3eb306 HTTP/1.1" status: 204 len: 168 time: 0.2333345 Mar 23 09:03:28.415615 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c31e9-2f26-4045-b1f5-adfa0490a04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a05fc-53a3-4657-a321-f180eb3eb306,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:28.504530 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32b7c-c5cb-45f9-b9df-21c3cfe9650b req-913c244e-c457-4600-bb7c-7bc590f5f27f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:28.513199 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-33a32b7c-c5cb-45f9-b9df-21c3cfe9650b req-913c244e-c457-4600-bb7c-7bc590f5f27f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0993028 Mar 23 09:03:28.576451 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-33a32b7c-c5cb-45f9-b9df-21c3cfe9650b req-34372341-f26b-43f2-8e8e-863f2baf5663 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 Mar 23 09:03:28.679911 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b97ba205-3e3f-458b-b3d1-cd6e871002c7 req-df777cf7-9ee5-4ab8-94de-7502cd9c284e tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0397999 Mar 23 09:03:28.841557 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6cfcd-95e7-4db8-90f0-ee43dbb69810 req-a61defd4-8ad5-498e-bd80-1f613bbcb835 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:28.843141 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45f6cfcd-95e7-4db8-90f0-ee43dbb69810 req-a61defd4-8ad5-498e-bd80-1f613bbcb835 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0847280 Mar 23 09:03:28.915918 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45f6cfcd-95e7-4db8-90f0-ee43dbb69810 req-898069f7-0054-472a-bbbd-5b4ed32069f7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659013 Mar 23 09:03:28.934414 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-39ab46be-3869-450b-957c-5d85e1bff965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:29.093546 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae9c06-aa4f-48b3-a56d-65aefe4a9802 req-fa9d33c6-c86d-4d52-aeae-a39e563cc596 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:29.095202 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5aae9c06-aa4f-48b3-a56d-65aefe4a9802 req-fa9d33c6-c86d-4d52-aeae-a39e563cc596 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0774183 Mar 23 09:03:29.177184 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5aae9c06-aa4f-48b3-a56d-65aefe4a9802 req-4827ed3c-8462-4a1b-b53a-f74b0abf4108 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750010 Mar 23 09:03:29.409373 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d595f1f-f624-459e-b365-d6a982dd3be1 req-08280f28-9c7d-44cc-8107-f1f01d3b3bac tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:29.411147 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1d595f1f-f624-459e-b365-d6a982dd3be1 req-08280f28-9c7d-44cc-8107-f1f01d3b3bac tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.0695674 Mar 23 09:03:29.460747 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1d595f1f-f624-459e-b365-d6a982dd3be1 req-5bf7fe44-9bc7-4fc4-8fb8-50ff8046d32e tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Mar 23 09:03:29.728127 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e896-70ad-4574-89fd-77a70cbb3671 req-39089a24-454a-4154-ae85-34928ca21637 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:29.749384 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f417e896-70ad-4574-89fd-77a70cbb3671 req-39089a24-454a-4154-ae85-34928ca21637 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0962772 Mar 23 09:03:29.855249 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f417e896-70ad-4574-89fd-77a70cbb3671 req-b20c6006-8bfc-4267-80b8-72a714ee907b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006112 Mar 23 09:03:29.988300 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-35dd18d7-5e84-43c7-aee8-08060caf029a req-0f9d0c21-f164-4ff7-b416-637f376ce86c tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0632863 Mar 23 09:03:30.141173 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18c4a6-bf90-4745-b0a9-0cc6baa2ac7c req-02466bfc-f48f-4dcf-bc30-9fd6aec1c83d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:30.150567 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8b18c4a6-bf90-4745-b0a9-0cc6baa2ac7c req-02466bfc-f48f-4dcf-bc30-9fd6aec1c83d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0823133 Mar 23 09:03:30.190547 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.222261 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8b18c4a6-bf90-4745-b0a9-0cc6baa2ac7c req-be3d651f-6692-4dd8-bbae-e8a2cfa2ece2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706987 Mar 23 09:03:30.361924 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c09fd2-3098-4f84-876f-d62d6e16e292 req-89159402-ff89-4b36-ba01-3c5e839c9ff9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:30.366248 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0c09fd2-3098-4f84-876f-d62d6e16e292 req-89159402-ff89-4b36-ba01-3c5e839c9ff9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0623968 Mar 23 09:03:30.429664 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0c09fd2-3098-4f84-876f-d62d6e16e292 req-ae1d10b7-4cd7-4bb8-8d37-5e269579f13f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589824 Mar 23 09:03:30.599170 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7d208-6065-42d4-ba8b-c875364b18a6 req-13ae4142-b41a-4949-b4c2-68f874fc1080 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:30.600732 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-30e7d208-6065-42d4-ba8b-c875364b18a6 req-13ae4142-b41a-4949-b4c2-68f874fc1080 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.0609565 Mar 23 09:03:30.660977 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-30e7d208-6065-42d4-ba8b-c875364b18a6 req-a1043cf3-4aff-4428-ab83-98817c78181b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Mar 23 09:03:30.992587 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa206e-492b-402d-a134-af132aa92b34 req-2df92ed1-c4b0-4e63-9ecc-49725e8fe5bc tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:30.994349 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-27fa206e-492b-402d-a134-af132aa92b34 req-2df92ed1-c4b0-4e63-9ecc-49725e8fe5bc tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0648036 Mar 23 09:03:31.046259 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-27fa206e-492b-402d-a134-af132aa92b34 req-849cb544-f863-4ef4-be17-4ee281d54263 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Mar 23 09:03:31.174680 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-605636e5-896a-41aa-984a-05bf02dfad1d req-2cb11124-7bf7-4297-b667-1bceb32cccb7 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0517838 Mar 23 09:03:31.384910 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb0c6-f192-4ea9-849f-18daaedec0f7 req-7ca0ce34-84a3-4c12-9317-c2c04cbabb97 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:31.386671 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f98eb0c6-f192-4ea9-849f-18daaedec0f7 req-7ca0ce34-84a3-4c12-9317-c2c04cbabb97 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0722165 Mar 23 09:03:31.501085 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f98eb0c6-f192-4ea9-849f-18daaedec0f7 req-63a4facd-7810-41bb-aa02-e66b72cc4086 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965893 Mar 23 09:03:31.651637 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.667015 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b745ee-de69-4d3c-b77c-a39bc2402aaf req-36c7d4d7-936a-4a29-83af-6ac5e3a5e2fc tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:31.672667 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c9b745ee-de69-4d3c-b77c-a39bc2402aaf req-36c7d4d7-936a-4a29-83af-6ac5e3a5e2fc tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0946074 Mar 23 09:03:31.744098 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c9b745ee-de69-4d3c-b77c-a39bc2402aaf req-d1dfd846-51ee-4fb3-bd98-a64e628da7c9 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639551 Mar 23 09:03:31.871523 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c10522-ad32-4724-a6c5-533793cd1ade req-198d49b7-5168-4f54-a450-ee6e389def23 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:31.878989 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e7c10522-ad32-4724-a6c5-533793cd1ade req-198d49b7-5168-4f54-a450-ee6e389def23 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.0695190 Mar 23 09:03:31.933674 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e7c10522-ad32-4724-a6c5-533793cd1ade req-f63bd700-d222-4f81-acca-0b650dd78590 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Mar 23 09:03:32.180407 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffbdc6-8b8c-4387-9c9d-4b4262e16a5b req-e6875818-b197-4266-a5a4-281af797e343 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:32.182071 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-47ffbdc6-8b8c-4387-9c9d-4b4262e16a5b req-e6875818-b197-4266-a5a4-281af797e343 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0547359 Mar 23 09:03:32.235554 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-47ffbdc6-8b8c-4387-9c9d-4b4262e16a5b req-1a241183-f20f-48b9-95b2-9e676062614e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Mar 23 09:03:32.329872 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3253015e-df26-4eb7-b429-57dcceed1e23 req-7dbe1a5b-3ca8-4aea-b995-1727f6e33735 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0293365 Mar 23 09:03:32.633523 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbd6c8-ecc7-45a4-a82d-3ddef4f94e47 req-96a95f0e-da53-4650-af48-2c51b752e3c2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:32.635102 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d7cbd6c8-ecc7-45a4-a82d-3ddef4f94e47 req-96a95f0e-da53-4650-af48-2c51b752e3c2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0617549 Mar 23 09:03:32.691883 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d7cbd6c8-ecc7-45a4-a82d-3ddef4f94e47 req-c4a2be9a-b7c0-4d17-b1fd-6dda6b6fd088 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452375 Mar 23 09:03:32.867152 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b8cdd-9e22-42eb-b049-0a0b3b2b18bc req-5714a64d-084a-48ac-a6e5-33e9974e9549 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:32.868688 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8c8b8cdd-9e22-42eb-b049-0a0b3b2b18bc req-5714a64d-084a-48ac-a6e5-33e9974e9549 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0540357 Mar 23 09:03:32.934876 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8c8b8cdd-9e22-42eb-b049-0a0b3b2b18bc req-7578fc2d-53bf-456e-87a9-1b9afac235aa tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603023 Mar 23 09:03:33.073036 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b39935-6814-4d0a-b960-5a3ec3ec90c3 req-78dfe0d8-08d5-4919-a276-9a5f178212e7 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:33.074885 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-41b39935-6814-4d0a-b960-5a3ec3ec90c3 req-78dfe0d8-08d5-4919-a276-9a5f178212e7 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.0697176 Mar 23 09:03:33.082579 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.134000 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-41b39935-6814-4d0a-b960-5a3ec3ec90c3 req-440bfe3a-70de-45d3-8642-f2baf8c497de tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 Mar 23 09:03:33.368169 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d527-8748-4a11-b60a-655c3cf6891c req-102259de-b6a0-4be9-9d54-19ed5b766202 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:33.369721 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7095d527-8748-4a11-b60a-655c3cf6891c req-102259de-b6a0-4be9-9d54-19ed5b766202 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0573065 Mar 23 09:03:33.444677 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7095d527-8748-4a11-b60a-655c3cf6891c req-98f8debb-902f-4253-943d-aeca000c6c18 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679491 Mar 23 09:03:33.444955 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38654) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:33.554749 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4d73184a-f555-45ef-8cc0-ec1bfe6efac9 req-1763d27a-1052-4896-9443-e2a99cf3f93c tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0293696 Mar 23 09:03:33.636453 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cc77b212-695d-4fad-9e75-ece1ee528103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.727048 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cc77b212-695d-4fad-9e75-ece1ee528103 admin admin] Publish callbacks [] for security_group (2d5e287e-bc67-4c5c-90bd-69604412d81f), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.731731 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cc77b212-695d-4fad-9e75-ece1ee528103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (2d5e287e-bc67-4c5c-90bd-69604412d81f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.774873 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-cc77b212-695d-4fad-9e75-ece1ee528103 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd7f01cf51ce4b4792b53ba306a60b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287070 Mar 23 09:03:33.775771 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38660) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:33.783581 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b212-695d-4fad-9e75-ece1ee528103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e287e-bc67-4c5c-90bd-69604412d81f,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:33.835272 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ef70d08-6fbd-463b-a954-20e9859713fa admin admin] Publish callbacks [] for security_group (2d5e287e-bc67-4c5c-90bd-69604412d81f), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.850290 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16b2be-d1cd-4905-9c79-7b5e7f99c575 req-395e45f0-8e4b-425f-abc4-7cb775b52bc8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:33.851855 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-df16b2be-d1cd-4905-9c79-7b5e7f99c575 req-395e45f0-8e4b-425f-abc4-7cb775b52bc8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0709500 Mar 23 09:03:33.857121 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ef70d08-6fbd-463b-a954-20e9859713fa admin admin] Publish callbacks [] for security_group (2d5e287e-bc67-4c5c-90bd-69604412d81f), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.904659 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-df16b2be-d1cd-4905-9c79-7b5e7f99c575 req-bd21e518-a576-45f8-a726-d0a069821c51 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 Mar 23 09:03:33.919354 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ef70d08-6fbd-463b-a954-20e9859713fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (2d5e287e-bc67-4c5c-90bd-69604412d81f), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.922132 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ef70d08-6fbd-463b-a954-20e9859713fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.927280 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9ef70d08-6fbd-463b-a954-20e9859713fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d5e287e-bc67-4c5c-90bd-69604412d81f HTTP/1.1" status: 204 len: 168 time: 0.1461189 Mar 23 09:03:33.932041 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef70d08-6fbd-463b-a954-20e9859713fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e287e-bc67-4c5c-90bd-69604412d81f,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:34.056698 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ea15-3b32-4472-8920-4ab194e2b137 req-46bcae8a-2064-46f9-8bd1-03629a278f32 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:34.058797 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e7e7ea15-3b32-4472-8920-4ab194e2b137 req-46bcae8a-2064-46f9-8bd1-03629a278f32 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0558693 Mar 23 09:03:34.121810 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e7e7ea15-3b32-4472-8920-4ab194e2b137 req-5b91694b-4e45-4dfe-9852-cf9ed81d3273 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564208 Mar 23 09:03:34.277240 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb6790-ce8d-4fee-bc3a-838229d38245 req-8d37add2-4a94-4c63-b0f8-98f28d81569a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:34.278805 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ddfb6790-ce8d-4fee-bc3a-838229d38245 req-8d37add2-4a94-4c63-b0f8-98f28d81569a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.0651901 Mar 23 09:03:34.329583 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ddfb6790-ce8d-4fee-bc3a-838229d38245 req-19f53efb-6edc-4b7c-bda0-f8a106d99a2c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Mar 23 09:03:34.605603 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e30f32dd-c1c7-47b0-bd43-ce45f7c02e3d req-a57593de-849b-483a-a579-f992f24cf141 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505902 Mar 23 09:03:34.619238 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81dfa1-df63-4469-a456-93d87087e642 req-c98421eb-927f-41aa-ad05-5e4ad2b700db tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:34.621334 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7c81dfa1-df63-4469-a456-93d87087e642 req-c98421eb-927f-41aa-ad05-5e4ad2b700db tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0938215 Mar 23 09:03:34.702156 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7c81dfa1-df63-4469-a456-93d87087e642 req-fc5adde4-fed1-485b-a9fd-765bcc4208fd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673680 Mar 23 09:03:34.706368 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38696) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:34.791759 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0951693-4420-45fc-afe5-759a114f9160 req-c6e07a89-b575-4c41-9399-17b966872503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:34.792474 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0951693-4420-45fc-afe5-759a114f9160 req-c6e07a89-b575-4c41-9399-17b966872503 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0887859 Mar 23 09:03:34.869687 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1368003681-network', 'tenant_id': 'f5ee7e1575614519a8c449c6ef8d0f0a'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:34.881701 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f9e6d417-cd83-4385-8f9b-2d142bb6e774 req-10cb8e00-712b-40fd-98b7-a92e3db89867 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0661578 Mar 23 09:03:34.891996 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Made reservation on behalf of f5ee7e1575614519a8c449c6ef8d0f0a for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:34.895021 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.906484 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.938571 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0951693-4420-45fc-afe5-759a114f9160 req-cf638354-d80d-4f54-9031-2e646e2a1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:34.940546 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0951693-4420-45fc-afe5-759a114f9160 req-cf638354-d80d-4f54-9031-2e646e2a1bd0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 915 time: 0.1411111 Mar 23 09:03:34.993760 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0951693-4420-45fc-afe5-759a114f9160 req-17c2eed4-6415-459b-a6f5-581ed8f78236 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 217 time: 0.0424263 Mar 23 09:03:35.029651 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks [] for security_group (10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.035051 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.046730 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0951693-4420-45fc-afe5-759a114f9160 req-93add8c2-04e8-470b-aa04-763621ae0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.048195 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0951693-4420-45fc-afe5-759a114f9160 req-93add8c2-04e8-470b-aa04-763621ae0be2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 200 len: 853 time: 0.0441542 Mar 23 09:03:35.059872 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:35.082236 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:35.089521 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.089863 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Added segment 7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b of type vlan for network 4f852673-da98-4e76-b12c-147e637daed1 Mar 23 09:03:35.098961 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14dc7f-6c8e-484c-ae85-3efc7914fe91 req-518b746d-85ef-4134-a919-82892ac2bbe0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.100525 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2b14dc7f-6c8e-484c-ae85-3efc7914fe91 req-518b746d-85ef-4134-a919-82892ac2bbe0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1039004 Mar 23 09:03:35.106270 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0951693-4420-45fc-afe5-759a114f9160 req-eefea7cf-a70b-4bad-8635-0a909ff7aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.107832 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0951693-4420-45fc-afe5-759a114f9160 req-eefea7cf-a70b-4bad-8635-0a909ff7aa23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5bd62805-2cca-4e09-8c5e-705143e5fe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482864 Mar 23 09:03:35.162288 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (4f852673-da98-4e76-b12c-147e637daed1), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.196391 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2b14dc7f-6c8e-484c-ae85-3efc7914fe91 req-9a66df7c-0a4c-42b2-b15c-0f43095be21e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879309 Mar 23 09:03:35.207549 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (4f852673-da98-4e76-b12c-147e637daed1), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.208893 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.209512 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.246411 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0951693-4420-45fc-afe5-759a114f9160 req-f65b9989-709e-49e2-9358-3d8ef2176672 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312540 Mar 23 09:03:35.288439 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5808237 Mar 23 09:03:35.291586 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38710) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:35.294572 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d41bf-ebc1-4b42-8be4-2145e557dc94 req-86bcc03c-1cee-4615-b4ac-38967e06cb0d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.296249 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b97d41bf-ebc1-4b42-8be4-2145e557dc94 req-86bcc03c-1cee-4615-b4ac-38967e06cb0d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0999227 Mar 23 09:03:35.312387 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Request body: {'subnet': {'network_id': '4f852673-da98-4e76-b12c-147e637daed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1368003681-subnet', 'tenant_id': 'f5ee7e1575614519a8c449c6ef8d0f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:35.362777 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba4447-0685-4553-99f0-0b4632a012ad admin admin] Pushing event updated for resources: {'Network': ['ID=4f852673-da98-4e76-b12c-147e637daed1,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:35.376224 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 4f852673-da98-4e76-b12c-147e637daed1 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:35.376779 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Made reservation on behalf of f5ee7e1575614519a8c449c6ef8d0f0a for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:35.379365 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.442270 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b97d41bf-ebc1-4b42-8be4-2145e557dc94 req-761c7e49-1ca1-4daa-bbc6-d32694cb136f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178639 Mar 23 09:03:35.451374 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0951693-4420-45fc-afe5-759a114f9160 req-942ec940-bbca-4058-ac28-5c330ed17bf7 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928525 Mar 23 09:03:35.690911 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-9f97fd6e-2ee0-4296-96f6-c7aa1c7cb3c1 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.692331 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-9f97fd6e-2ee0-4296-96f6-c7aa1c7cb3c1 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "GET /v2.0/networks?id=47aea47a-df66-4741-ad06-e30ee41929f2 HTTP/1.1" status: 200 len: 813 time: 0.1756477 Mar 23 09:03:35.701336 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd8dab-a939-4956-8801-d8912d5fd3ff req-d87cecc8-536a-48ec-ba6f-6143960fecce tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.702730 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3fdd8dab-a939-4956-8801-d8912d5fd3ff req-d87cecc8-536a-48ec-ba6f-6143960fecce tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.1984303 Mar 23 09:03:35.737605 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Request body: {'port': {'device_id': '0acb8829-6829-4554-995d-cb0367fd6030', 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2', 'admin_state_up': True, 'tenant_id': '08a854080d8c47b89302a45fa67196ae'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:35.829425 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997434f1-6bb5-47d7-a241-1ca3dfe4dd00 req-97cb1b8a-705a-4c3d-b0c8-3a5a16f4e65c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.831049 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-997434f1-6bb5-47d7-a241-1ca3dfe4dd00 req-97cb1b8a-705a-4c3d-b0c8-3a5a16f4e65c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0590932 Mar 23 09:03:35.891150 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-997434f1-6bb5-47d7-a241-1ca3dfe4dd00 req-70362334-0462-4653-82a8-e1f66411ccb1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475733 Mar 23 09:03:35.909928 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3fdd8dab-a939-4956-8801-d8912d5fd3ff req-da05896d-4e12-4f1b-8844-bc38de66e5f1 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997607 Mar 23 09:03:35.930471 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (883dd5ab-42af-495d-ad67-f522fd598cb0), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.992656 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=883dd5ab-42af-495d-ad67-f522fd598cb0,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:35.993515 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4d4f09a7-3b5d-4115-8a41-1f63ed6219ea req-5d08c656-4a54-4f09-bcaf-be59f854e8fa tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0302835 Mar 23 09:03:35.999724 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Made reservation on behalf of 08a854080d8c47b89302a45fa67196ae for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:36.003086 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.037529 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Checking segment: {'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:36.037887 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Network hostable DHCP agents. Network: 4f852673-da98-4e76-b12c-147e637daed1, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:36.091909 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Network 4f852673-da98-4e76-b12c-147e637daed1 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:36.107199 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 4f852673-da98-4e76-b12c-147e637daed1) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:36.115782 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964d2c1-97f6-441c-88fb-12b7eddb1547 None None] Network 4f852673-da98-4e76-b12c-147e637daed1 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:36.132990 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:36.133604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.164117 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-43e043ca-48c2-48f9-8090-d39178e81c8a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8616266 Mar 23 09:03:36.185045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Allocated IP 172.20.0.13 (47aea47a-df66-4741-ad06-e30ee41929f2/3247f486-b442-4592-ace9-e6925c769ee9/a1680d5c-8763-4c28-8886-1ecb9db33864) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:36.235380 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331ff43-dedb-4c9f-9106-410b19ad2999 None None] Network 4f852673-da98-4e76-b12c-147e637daed1 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:36.306408 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 6d6c8a3b-ff09-4898-b001-7ab94459783d details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:36.461071 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:36.482326 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'port_id': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'mac_address': 'fa:16:3e:a7:cc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:36.588145 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 6d6c8a3b-ff09-4898-b001-7ab94459783d is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:36.589248 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.608194 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfd79b-d8fc-4fa0-bddd-5ee349fe122e req-eff4ec65-87ae-4955-8951-f42f1257ad23 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:36.609939 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64dfd79b-d8fc-4fa0-bddd-5ee349fe122e req-eff4ec65-87ae-4955-8951-f42f1257ad23 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0622458 Mar 23 09:03:36.610709 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c8a3b-ff09-4898-b001-7ab94459783d {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:36.637335 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:36.643986 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.651687 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffc227-5371-4b02-95e1-1ad0dac994e8 req-25f114c4-6cac-43f3-a2b2-48cdb182fff8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:36.658927 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c5ffc227-5371-4b02-95e1-1ad0dac994e8 req-25f114c4-6cac-43f3-a2b2-48cdb182fff8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.3645785 Mar 23 09:03:36.696572 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks [] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.706774 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64dfd79b-d8fc-4fa0-bddd-5ee349fe122e req-d84344e1-b086-4f39-813e-4e294a79a3dc tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907166 Mar 23 09:03:36.723294 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:36.739399 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.739871 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.740302 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.740857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.741415 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.741958 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.742578 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.742915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.743414 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.743808 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.744210 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.744606 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.745011 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.745504 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.746039 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:36.754892 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c5ffc227-5371-4b02-95e1-1ad0dac994e8 req-696efcce-f28a-4fd9-9d49-fb63aa2da2aa tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947139 Mar 23 09:03:36.756690 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.820079 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Network 47aea47a-df66-4741-ad06-e30ee41929f2 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:36.826422 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:36.832990 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:36.842638 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Pushing event updated for resources: {'Port': ['ID=a1680d5c-8763-4c28-8886-1ecb9db33864,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:36.990080 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:36.991186 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.994792 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['6d6c8a3b-ff09-4898-b001-7ab94459783d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:37.013888 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-8a2dda39-e933-40d2-b78d-34ad35d4ec12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2804666 Mar 23 09:03:37.027414 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Request body: {'port': {'device_id': '0acb8829-6829-4554-995d-cb0367fd6030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:37.141107 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.197686 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089809f9-4d91-48b4-afc2-406e2f24c3e9 req-4c4ade6c-9649-46e8-80c6-87778846978c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:37.199750 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-089809f9-4d91-48b4-afc2-406e2f24c3e9 req-4c4ade6c-9649-46e8-80c6-87778846978c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1650496 Mar 23 09:03:37.217247 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56f4a-0ea1-470e-a072-afaaa98aa897 req-ef226197-a6e0-478b-a4b5-37c9f137c2a1 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:37.219928 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c9b56f4a-0ea1-470e-a072-afaaa98aa897 req-ef226197-a6e0-478b-a4b5-37c9f137c2a1 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.1148069 Mar 23 09:03:37.279721 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c9b56f4a-0ea1-470e-a072-afaaa98aa897 req-c95d4ed0-11de-4ce4-b4aa-448a656d8818 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537732 Mar 23 09:03:37.375301 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-089809f9-4d91-48b4-afc2-406e2f24c3e9 req-689e0b7e-f33b-4b21-b2ce-e28259faac56 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562150 Mar 23 09:03:37.417405 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fbc66-db20-4b32-814c-67fa326a04be req-ce93118a-2187-437b-99ae-ea74bfd199a1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:37.419276 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-447fbc66-db20-4b32-814c-67fa326a04be req-ce93118a-2187-437b-99ae-ea74bfd199a1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0710728 Mar 23 09:03:37.478965 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-447fbc66-db20-4b32-814c-67fa326a04be req-11e294ba-e623-4885-b337-9fa73537850c tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537779 Mar 23 09:03:37.547831 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f6b50-e041-4483-8fdb-b2014106c853 req-566703fa-06bb-4d0d-ba84-34533b0483f4 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:37.549620 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da8f6b50-e041-4483-8fdb-b2014106c853 req-566703fa-06bb-4d0d-ba84-34533b0483f4 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 932 time: 0.1064358 Mar 23 09:03:37.551569 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1680d5c-8763-4c28-8886-1ecb9db33864 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:37.565808 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Publish callbacks [] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.588859 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Transition to ACTIVE for port object a1680d5c-8763-4c28-8886-1ecb9db33864 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:37.599535 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.642142 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-da8f6b50-e041-4483-8fdb-b2014106c853 req-fc6e18ce-4da0-48dc-aef2-2561999a0819 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858998 Mar 23 09:03:37.661565 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Pushing event updated for resources: {'Port': ['ID=a1680d5c-8763-4c28-8886-1ecb9db33864,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:37.737502 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Attempting to bind port a1680d5c-8763-4c28-8886-1ecb9db33864 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:37.737928 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Attempting to bind port a1680d5c-8763-4c28-8886-1ecb9db33864 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:37.738402 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Attempting to bind port a1680d5c-8763-4c28-8886-1ecb9db33864 on network 47aea47a-df66-4741-ad06-e30ee41929f2 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:37.747223 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Port a1680d5c-8763-4c28-8886-1ecb9db33864 on network 47aea47a-df66-4741-ad06-e30ee41929f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:37.747552 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Attempting to bind port a1680d5c-8763-4c28-8886-1ecb9db33864 on network 47aea47a-df66-4741-ad06-e30ee41929f2 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:37.752919 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:37.753672 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Checking segment: {'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:37.754177 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Bound using segment: {'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:37.754621 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Bound port: a1680d5c-8763-4c28-8886-1ecb9db33864, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:37.755084 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.825011 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] For port a1680d5c-8763-4c28-8886-1ecb9db33864, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:37.832264 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] For port a1680d5c-8763-4c28-8886-1ecb9db33864, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1680d5c-8763-4c28-8886-1ecb9db33864,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:37.846134 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd8185-aeed-47a2-bfb7-69e3794dd90f req-35415cdb-b33e-481a-8d4f-1479d77810d3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:37.847883 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-21fd8185-aeed-47a2-bfb7-69e3794dd90f req-35415cdb-b33e-481a-8d4f-1479d77810d3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 944 time: 0.0710831 Mar 23 09:03:37.852766 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.907412 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-21fd8185-aeed-47a2-bfb7-69e3794dd90f req-4c34b731-56fa-447e-886b-d4b2551fc28b tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478592 Mar 23 09:03:37.912250 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:37.912882 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.914297 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] 10.222.0.84 "PUT /v2.0/ports/a1680d5c-8763-4c28-8886-1ecb9db33864 HTTP/1.1" status: 200 len: 1094 time: 0.8920383 Mar 23 09:03:37.916531 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acb8829-6829-4554-995d-cb0367fd6030', 'tag': 'a1680d5c-8763-4c28-8886-1ecb9db33864'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:37.919627 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d41775-031e-43a5-b1ef-de2d52c8c1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0acb8829-6829-4554-995d-cb0367fd6030", "tag": "a1680d5c-8763-4c28-8886-1ecb9db33864"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:37.950485 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc60ff-01bd-4463-8de9-33c8c148f82c service neutron] Pushing event updated for resources: {'Port': ['ID=a1680d5c-8763-4c28-8886-1ecb9db33864,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:37.963277 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea285b2-acc3-4d11-b5c4-fbcb9a1665f6 req-45b82652-9513-407b-a89a-aa358d812255 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:37.965396 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-dea285b2-acc3-4d11-b5c4-fbcb9a1665f6 req-45b82652-9513-407b-a89a-aa358d812255 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1270759 Mar 23 09:03:37.989582 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8bb188-1801-4545-8c1e-876ef0d4b05b x-openstack-request-id: req-0c8bb188-1801-4545-8c1e-876ef0d4b05b {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:37.989783 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acb8829-6829-4554-995d-cb0367fd6030", "tag": "a1680d5c-8763-4c28-8886-1ecb9db33864", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:37.990041 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c8bb188-1801-4545-8c1e-876ef0d4b05b {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:37.990450 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8bb188-1801-4545-8c1e-876ef0d4b05b'] response: {'name': 'network-changed', 'server_uuid': '0acb8829-6829-4554-995d-cb0367fd6030', 'tag': 'a1680d5c-8763-4c28-8886-1ecb9db33864', 'status': 'completed', 'code': 200} Mar 23 09:03:38.050926 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-dea285b2-acc3-4d11-b5c4-fbcb9a1665f6 req-5328138f-3e7b-4221-8f3a-8cf38b9c7b2f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786338 Mar 23 09:03:38.053797 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-a41b38b8-fe82-4ed5-b8ff-660ebb7ba5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.054969 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-a41b38b8-fe82-4ed5-b8ff-660ebb7ba5e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=08a854080d8c47b89302a45fa67196ae&device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 1128 time: 0.0812378 Mar 23 09:03:38.113044 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-85bcac00-5200-4003-83c0-22e71e8c98d5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1680d5c-8763-4c28-8886-1ecb9db33864 HTTP/1.1" status: 200 len: 217 time: 0.0400853 Mar 23 09:03:38.172510 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-74d7b08e-eb15-41e1-b8a8-ba02646147bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.174096 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-74d7b08e-eb15-41e1-b8a8-ba02646147bc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3247f486-b442-4592-ace9-e6925c769ee9 HTTP/1.1" status: 200 len: 853 time: 0.0466919 Mar 23 09:03:38.207421 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-cc7145b6-dc0c-45fb-8c59-2b3618a66c9a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=47aea47a-df66-4741-ad06-e30ee41929f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258090 Mar 23 09:03:38.302461 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-79bcfaa9-840b-43a5-b7e9-148c4313e1ba service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872524 Mar 23 09:03:38.328811 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 930e7fbf-53d1-4f1a-a042-2123cc91ac8d details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:38.333667 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 6d6c8a3b-ff09-4898-b001-7ab94459783d up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:38.455558 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2872b65-1e8c-4d5d-9580-ec167f25cc73 req-b372a6de-8807-40e8-bdcf-a4fc76749e44 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.462832 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 6d6c8a3b-ff09-4898-b001-7ab94459783d completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:38.463559 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2872b65-1e8c-4d5d-9580-ec167f25cc73 req-b372a6de-8807-40e8-bdcf-a4fc76749e44 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 943 time: 0.1015089 Mar 23 09:03:38.467013 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2507fd8-69b5-4415-8660-81277f3b9a55 req-996e8f52-ce40-4013-beb0-33ba8d93fe2a service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580594 Mar 23 09:03:38.471167 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 6d6c8a3b-ff09-4898-b001-7ab94459783d triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:38.471741 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.489245 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-752fd5ee-7a3f-47e5-99d6-91f11e86416c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.491510 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-752fd5ee-7a3f-47e5-99d6-91f11e86416c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/networks?id=4f852673-da98-4e76-b12c-147e637daed1 HTTP/1.1" status: 200 len: 809 time: 0.3445194 Mar 23 09:03:38.512963 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-ef104835-9915-4283-b240-34140408776f tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/quotas/f5ee7e1575614519a8c449c6ef8d0f0a HTTP/1.1" status: 200 len: 375 time: 0.0112967 Mar 23 09:03:38.524054 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2872b65-1e8c-4d5d-9580-ec167f25cc73 req-365fd553-cbdd-4f22-bf31-35582df6f926 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595269 Mar 23 09:03:38.526038 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:38.548292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'port_id': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'mac_address': 'fa:16:3e:d1:a2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:38.554567 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-b667a768-4558-4699-8f80-8a8864c5301a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5ee7e1575614519a8c449c6ef8d0f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339837 Mar 23 09:03:38.590832 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-60348c89-869b-4b1e-aae2-c0829be34a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.592522 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-60348c89-869b-4b1e-aae2-c0829be34a20 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=08a854080d8c47b89302a45fa67196ae&device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 1128 time: 0.0654023 Mar 23 09:03:38.633450 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:38.634139 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.644006 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 6d6c8a3b-ff09-4898-b001-7ab94459783d is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:38.644653 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.656216 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930e7fbf-53d1-4f1a-a042-2123cc91ac8d {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:38.662392 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-629d827b-e883-438d-8fd5-054422514a65 service neutron] 10.222.0.73 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934613 Mar 23 09:03:38.688120 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:38.692786 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:38.695182 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97454ef6-4772-4c40-9d7f-e66119e00f50" -d '{"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:38.704381 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.710703 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:38.732150 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.748974 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31289-0501-421c-82f8-8ad300560f14 req-72db09a7-bf98-4e28-a433-d3abd05c9696 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.750786 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-46a31289-0501-421c-82f8-8ad300560f14 req-72db09a7-bf98-4e28-a433-d3abd05c9696 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1274564 Mar 23 09:03:38.755629 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-ff6434b3-8347-4291-86a0-9e3ee02d9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.757122 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-ff6434b3-8347-4291-86a0-9e3ee02d9d3e service neutron] 10.222.0.84 "GET /v2.0/networks?id=47aea47a-df66-4741-ad06-e30ee41929f2 HTTP/1.1" status: 200 len: 914 time: 0.1534557 Mar 23 09:03:38.765245 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:38.777803 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-23312e94-46bc-4924-ab0b-580159f9748c service neutron] 10.222.0.73 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088395 Mar 23 09:03:38.824010 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-dbf90fb6-4dec-4355-bd32-82fb8b766626 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1680d5c-8763-4c28-8886-1ecb9db33864 HTTP/1.1" status: 200 len: 217 time: 0.0425596 Mar 23 09:03:38.824648 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:38.889166 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-46a31289-0501-421c-82f8-8ad300560f14 req-5174261b-5908-4739-a409-1f6f1d48c0b5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287265 Mar 23 09:03:38.900067 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-c938f814-7435-4491-87a2-0486b462d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.903514 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-c938f814-7435-4491-87a2-0486b462d161 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3247f486-b442-4592-ace9-e6925c769ee9 HTTP/1.1" status: 200 len: 853 time: 0.0690234 Mar 23 09:03:38.946101 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-9520aee1-466e-4834-91a0-01fa7be0d746 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=47aea47a-df66-4741-ad06-e30ee41929f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345178 Mar 23 09:03:38.997196 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4fc0d-9606-4eab-b2f4-4c9cdb68a569 req-5f92920c-45bf-401d-81eb-a3d8cb6e6d18 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.998747 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cfe4fc0d-9606-4eab-b2f4-4c9cdb68a569 req-5f92920c-45bf-401d-81eb-a3d8cb6e6d18 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0592558 Mar 23 09:03:39.056266 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cfe4fc0d-9606-4eab-b2f4-4c9cdb68a569 req-7e36be30-320e-4153-866f-6987236fbed2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503047 Mar 23 09:03:39.069587 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['930e7fbf-53d1-4f1a-a042-2123cc91ac8d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:39.093562 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-59056b6c-efa9-4cee-894e-069c789bf534 service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406636 Mar 23 09:03:39.111461 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667e4db-21b5-4c69-9eea-08d1c2c5d99d req-a21aec2b-d116-4d54-ba5a-128b4cb1cd83 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:39.113698 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7667e4db-21b5-4c69-9eea-08d1c2c5d99d req-a21aec2b-d116-4d54-ba5a-128b4cb1cd83 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 944 time: 0.1086118 Mar 23 09:03:39.119807 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b960fa4-7fd9-44c3-a8d3-1bb2079215fb x-openstack-request-id: req-3b960fa4-7fd9-44c3-a8d3-1bb2079215fb {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:39.120361 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:39.120818 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b960fa4-7fd9-44c3-a8d3-1bb2079215fb {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:39.121227 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b960fa4-7fd9-44c3-a8d3-1bb2079215fb'] response: {'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'code': 200} Mar 23 09:03:39.211746 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5eadd4b5-782e-4031-93e9-c99783ea5832 req-73062afd-4335-4e66-9ccd-6d97b3f2f984 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 210 time: 0.0464268 Mar 23 09:03:39.302940 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7667e4db-21b5-4c69-9eea-08d1c2c5d99d req-18d5e3e3-3388-4e1b-9217-26ca41ad380f tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795802 Mar 23 09:03:39.324239 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-96d41775-031e-43a5-b1ef-de2d52c8c1b7 req-ed69c409-b374-46af-97f2-ecae0bfed515 service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095327 Mar 23 09:03:39.380543 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b411b-b6f8-495e-b432-7ed2591ca916 req-26d725d4-6894-45d7-9e8a-72cb54c49ba6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:39.382106 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-000b411b-b6f8-495e-b432-7ed2591ca916 req-26d725d4-6894-45d7-9e8a-72cb54c49ba6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0981982 Mar 23 09:03:39.438977 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-000b411b-b6f8-495e-b432-7ed2591ca916 req-2496b06a-ac77-4e19-8187-c2ce5a730a66 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493560 Mar 23 09:03:39.469729 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64a51-1c9d-43d7-a6d5-1acd2d21cdd5 req-8cf2cec6-3062-41c3-9be1-3a495f3297de tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:39.471436 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eba64a51-1c9d-43d7-a6d5-1acd2d21cdd5 req-8cf2cec6-3062-41c3-9be1-3a495f3297de tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1026120 Mar 23 09:03:39.478212 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69e1c3-5e56-4edd-a907-f67a44d67811 req-923eab5b-7504-447a-8746-421dfa9f23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:39.479692 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f69e1c3-5e56-4edd-a907-f67a44d67811 req-923eab5b-7504-447a-8746-421dfa9f23d8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1129 time: 0.0801668 Mar 23 09:03:39.546223 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eba64a51-1c9d-43d7-a6d5-1acd2d21cdd5 req-f371ac1b-f4ae-472d-b303-0865c3863b86 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653102 Mar 23 09:03:39.560290 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f69e1c3-5e56-4edd-a907-f67a44d67811 req-736a1067-d8a8-49b7-a84a-a19fb0a48015 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664248 Mar 23 09:03:39.655114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20cd9-b068-4ea1-9a9f-d09755b41f8b req-40e33a4f-aaf9-4aad-b6e8-6378156950e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:39.657132 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-42a20cd9-b068-4ea1-9a9f-d09755b41f8b req-40e33a4f-aaf9-4aad-b6e8-6378156950e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 944 time: 0.0550961 Mar 23 09:03:39.709747 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-42a20cd9-b068-4ea1-9a9f-d09755b41f8b req-7e7d4351-8066-46a1-b7ec-8716eef823fd tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Mar 23 09:03:40.019756 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0bf7-5929-4f68-add5-eb528ca10b7b req-22cbad48-d0b0-4065-8dc5-88abfcc18239 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.021241 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-995f0bf7-5929-4f68-add5-eb528ca10b7b req-22cbad48-d0b0-4065-8dc5-88abfcc18239 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0534618 Mar 23 09:03:40.072642 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-995f0bf7-5929-4f68-add5-eb528ca10b7b req-ebd1f2a6-1262-4517-b7a9-5a3cfb9daf39 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Mar 23 09:03:40.192550 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975b258-bfec-4a26-be4f-d2bab5d199ee req-51677687-fae2-486e-9207-832c47930d96 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.194055 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1975b258-bfec-4a26-be4f-d2bab5d199ee req-51677687-fae2-486e-9207-832c47930d96 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0653594 Mar 23 09:03:40.243005 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1975b258-bfec-4a26-be4f-d2bab5d199ee req-08b857a3-7e9f-4059-8884-b8bab6e9b687 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Mar 23 09:03:40.316514 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0e990d1-46ff-467f-a970-127c7c7080f0 req-08f8cf30-5348-44b3-ac45-7e9429775fc3 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 210 time: 0.0336974 Mar 23 09:03:40.354847 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device a1680d5c-8763-4c28-8886-1ecb9db33864 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:40.358458 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 930e7fbf-53d1-4f1a-a042-2123cc91ac8d up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:40.461052 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a1f52-215c-40f9-bcfd-1f61b29e2ad9 req-1e8fd178-316f-48e5-965a-5b9447922820 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.468830 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-545a1f52-215c-40f9-bcfd-1f61b29e2ad9 req-1e8fd178-316f-48e5-965a-5b9447922820 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 944 time: 0.0831172 Mar 23 09:03:40.525421 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-545a1f52-215c-40f9-bcfd-1f61b29e2ad9 req-5e571bf8-bea3-4d4d-9ffc-b42566d23b04 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550892 Mar 23 09:03:40.543210 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:40.550270 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:40.551142 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.574828 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-67299965-e38f-4b4f-b3e3-9bdf1e18f2d7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.577309 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-67299965-e38f-4b4f-b3e3-9bdf1e18f2d7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "GET /v2.0/networks?id=4f852673-da98-4e76-b12c-147e637daed1 HTTP/1.1" status: 200 len: 809 time: 0.1518941 Mar 23 09:03:40.595795 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Request body: {'port': {'device_id': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'network_id': '4f852673-da98-4e76-b12c-147e637daed1', 'admin_state_up': True, 'tenant_id': 'f5ee7e1575614519a8c449c6ef8d0f0a'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:40.660560 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port a1680d5c-8763-4c28-8886-1ecb9db33864, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1680d5c-8763-4c28-8886-1ecb9db33864,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:40.681969 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': 'a1680d5c-8763-4c28-8886-1ecb9db33864', 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2', 'port_id': 'a1680d5c-8763-4c28-8886-1ecb9db33864', 'mac_address': 'fa:16:3e:6c:df:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3247f486-b442-4592-ace9-e6925c769ee9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:40.689333 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cd21c-86de-4910-8ee6-c34dbaa9a76c req-70ecaaad-9d2a-4a85-b8b5-00d8e3b7b27d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.693745 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-687cd21c-86de-4910-8ee6-c34dbaa9a76c req-70ecaaad-9d2a-4a85-b8b5-00d8e3b7b27d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1385715 Mar 23 09:03:40.709605 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143257f-631c-4f0e-be8c-ab81e425d083 req-6bab6265-874a-4533-ab27-95dc0e397001 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.711402 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7143257f-631c-4f0e-be8c-ab81e425d083 req-6bab6265-874a-4533-ab27-95dc0e397001 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0731804 Mar 23 09:03:40.755524 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:40.755955 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.758632 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port a1680d5c-8763-4c28-8886-1ecb9db33864 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:40.758632 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.766754 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7143257f-631c-4f0e-be8c-ab81e425d083 req-07736b74-6591-4829-9ea3-2e2500d18456 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473132 Mar 23 09:03:40.780600 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-687cd21c-86de-4910-8ee6-c34dbaa9a76c req-74546a3d-b45e-4c45-9db1-4ddda74c3c9d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838232 Mar 23 09:03:40.781960 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Made reservation on behalf of f5ee7e1575614519a8c449c6ef8d0f0a for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:40.785011 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1680d5c-8763-4c28-8886-1ecb9db33864 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:40.785786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.837302 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:40.840535 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port a1680d5c-8763-4c28-8886-1ecb9db33864, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1680d5c-8763-4c28-8886-1ecb9db33864,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:40.842254 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.847671 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.899565 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414ba7-38b8-4706-9a19-0d8ca635df60 req-d7100bdd-c5fc-46cf-989f-96246fc88ffe tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.902916 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:40.908257 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8b414ba7-38b8-4706-9a19-0d8ca635df60 req-d7100bdd-c5fc-46cf-989f-96246fc88ffe tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0603330 Mar 23 09:03:40.943853 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Allocated IP 172.20.0.11 (4f852673-da98-4e76-b12c-147e637daed1/883dd5ab-42af-495d-ad67-f522fd598cb0/d94b94bf-3df4-4d62-bb4e-80869897ae17) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:40.964730 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=a1680d5c-8763-4c28-8886-1ecb9db33864,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:40.969119 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8b414ba7-38b8-4706-9a19-0d8ca635df60 req-447bf138-f9e9-4495-938c-dce23478c888 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599728 Mar 23 09:03:41.109673 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks [] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.122488 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:41.125171 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f8c62-216b-4264-9076-718bb4dc4384" -d '{"events": [{"server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "name": "network-vif-plugged", "status": "completed", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:41.168775 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8c98e-7df8-4c78-bc12-e07e1fed12b5 x-openstack-request-id: req-13e8c98e-7df8-4c78-bc12-e07e1fed12b5 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:41.169092 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "name": "network-vif-plugged", "status": "completed", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:41.169372 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-13e8c98e-7df8-4c78-bc12-e07e1fed12b5 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:41.171613 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e8c98e-7df8-4c78-bc12-e07e1fed12b5'] response: {'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'code': 200} Mar 23 09:03:41.172602 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.237427 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Network 4f852673-da98-4e76-b12c-147e637daed1 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:41.239745 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:41.242388 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:41.292459 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Pushing event updated for resources: {'Port': ['ID=d94b94bf-3df4-4d62-bb4e-80869897ae17,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:41.316743 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0a9ca-10c6-4fa0-a915-707cb8a8a5ed req-6c7e9eed-12f6-437e-82b3-b0f17a00ff69 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.318605 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fcd0a9ca-10c6-4fa0-a915-707cb8a8a5ed req-6c7e9eed-12f6-437e-82b3-b0f17a00ff69 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1615231 Mar 23 09:03:41.326523 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.327318 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.360895 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-3f2de3a2-cfe0-469a-b004-a28a5ed15c6e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686656 Mar 23 09:03:41.388373 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Request body: {'port': {'device_id': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:41.395486 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['a1680d5c-8763-4c28-8886-1ecb9db33864'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:41.406122 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e6d19-13a7-45cb-bd45-d43b2a240dd6 req-f34ecaed-5b43-4f84-97b8-66be3cadf3d5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.407765 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-398e6d19-13a7-45cb-bd45-d43b2a240dd6 req-f34ecaed-5b43-4f84-97b8-66be3cadf3d5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0763361 Mar 23 09:03:41.427373 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fcd0a9ca-10c6-4fa0-a915-707cb8a8a5ed req-bc38db5a-f79c-40a2-b726-84195031d72e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969746 Mar 23 09:03:41.500924 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.512891 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-398e6d19-13a7-45cb-bd45-d43b2a240dd6 req-d3cd08ef-c6cf-4ebf-9e7a-759052473e11 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955603 Mar 23 09:03:41.516290 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14219a-fdcb-4dc8-a322-864d0ed94dcb req-5721457c-142d-4ea1-930e-b3bbddd77084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.519163 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4b14219a-fdcb-4dc8-a322-864d0ed94dcb req-5721457c-142d-4ea1-930e-b3bbddd77084 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1129 time: 0.1100688 Mar 23 09:03:41.574743 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4b14219a-fdcb-4dc8-a322-864d0ed94dcb req-46c349e5-10dd-482e-bdd6-a30ff5f14c5c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Mar 23 09:03:41.661761 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bd012-8980-41dd-a7f7-6c63a09291e8 req-bcd79940-9869-4457-baa7-2abcf68b3977 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.664969 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d20bd012-8980-41dd-a7f7-6c63a09291e8 req-bcd79940-9869-4457-baa7-2abcf68b3977 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 945 time: 0.0575190 Mar 23 09:03:41.682372 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329872fc-e48d-42c4-81aa-c71f689cad4e req-bebd6b88-3521-4182-8af6-e552a3b47e8a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.683880 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-329872fc-e48d-42c4-81aa-c71f689cad4e req-bebd6b88-3521-4182-8af6-e552a3b47e8a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 932 time: 0.1457529 Mar 23 09:03:41.716175 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d20bd012-8980-41dd-a7f7-6c63a09291e8 req-13455431-9160-459e-9729-320c75ea1ab3 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475409 Mar 23 09:03:41.787520 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-329872fc-e48d-42c4-81aa-c71f689cad4e req-17bdef96-a6ae-49ee-8e59-89e73dce921a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970366 Mar 23 09:03:41.896570 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94b94bf-3df4-4d62-bb4e-80869897ae17 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:41.905823 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Publish callbacks [] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.908758 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78516-d6f3-42c6-93f1-16157c21fb84 req-dafbbf08-6910-4f40-b58b-b28a80f5b4b4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.913001 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5ae78516-d6f3-42c6-93f1-16157c21fb84 req-dafbbf08-6910-4f40-b58b-b28a80f5b4b4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0560093 Mar 23 09:03:41.924433 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Transition to ACTIVE for port object d94b94bf-3df4-4d62-bb4e-80869897ae17 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:41.929983 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.943146 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df38a7-9e7e-4fb2-abf7-53af0b3809be req-86fa9705-c339-4079-9cd5-55b4616245d3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.944799 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-34df38a7-9e7e-4fb2-abf7-53af0b3809be req-86fa9705-c339-4079-9cd5-55b4616245d3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0875170 Mar 23 09:03:41.964002 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5ae78516-d6f3-42c6-93f1-16157c21fb84 req-1f696231-3062-4d23-975f-dbe247630f80 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Mar 23 09:03:42.012049 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d94b94bf-3df4-4d62-bb4e-80869897ae17,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:42.076365 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-34df38a7-9e7e-4fb2-abf7-53af0b3809be req-01fd1a41-49a7-4d2b-bfc9-a8895419116f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067946 Mar 23 09:03:42.105082 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e070f16-6666-40aa-8093-7156458207ff req-44843418-ca61-483c-8ddd-2d5ea45f0cc5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.105726 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Attempting to bind port d94b94bf-3df4-4d62-bb4e-80869897ae17 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:42.106064 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Attempting to bind port d94b94bf-3df4-4d62-bb4e-80869897ae17 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:42.106400 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Attempting to bind port d94b94bf-3df4-4d62-bb4e-80869897ae17 on network 4f852673-da98-4e76-b12c-147e637daed1 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:42.106775 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7e070f16-6666-40aa-8093-7156458207ff req-44843418-ca61-483c-8ddd-2d5ea45f0cc5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0660670 Mar 23 09:03:42.115909 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Port d94b94bf-3df4-4d62-bb4e-80869897ae17 on network 4f852673-da98-4e76-b12c-147e637daed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:42.116652 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Attempting to bind port d94b94bf-3df4-4d62-bb4e-80869897ae17 on network 4f852673-da98-4e76-b12c-147e637daed1 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:42.123874 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:42.124227 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Checking segment: {'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:42.124615 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Bound using segment: {'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:42.125048 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Bound port: d94b94bf-3df4-4d62-bb4e-80869897ae17, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:42.125439 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.165537 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7e070f16-6666-40aa-8093-7156458207ff req-8393d054-2a69-4ff7-95d5-196110b14f07 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530481 Mar 23 09:03:42.240001 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] For port d94b94bf-3df4-4d62-bb4e-80869897ae17, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:42.243614 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] For port d94b94bf-3df4-4d62-bb4e-80869897ae17, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d94b94bf-3df4-4d62-bb4e-80869897ae17,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:42.260898 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead182d1-5a9e-4574-b0c0-f65fb6bc80f7 req-53856f61-194a-42ff-99fe-96a6176b0532 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.260898 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ead182d1-5a9e-4574-b0c0-f65fb6bc80f7 req-53856f61-194a-42ff-99fe-96a6176b0532 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0956948 Mar 23 09:03:42.260898 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.308975 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.309603 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.311191 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] 10.222.0.84 "PUT /v2.0/ports/d94b94bf-3df4-4d62-bb4e-80869897ae17 HTTP/1.1" status: 200 len: 1094 time: 0.9286387 Mar 23 09:03:42.311623 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'tag': 'd94b94bf-3df4-4d62-bb4e-80869897ae17'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:42.313970 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2fd5dc-15a8-490c-81be-bcfe09edce30", "tag": "d94b94bf-3df4-4d62-bb4e-80869897ae17"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:42.353900 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c4ae5-aa08-45f3-baaa-a735d6e012b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d94b94bf-3df4-4d62-bb4e-80869897ae17,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:42.363470 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d1a706-dfe6-4f54-8e6e-3abbb40cf566 x-openstack-request-id: req-d3d1a706-dfe6-4f54-8e6e-3abbb40cf566 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:42.363965 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2fd5dc-15a8-490c-81be-bcfe09edce30", "tag": "d94b94bf-3df4-4d62-bb4e-80869897ae17", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:42.364223 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3d1a706-dfe6-4f54-8e6e-3abbb40cf566 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:42.364626 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d1a706-dfe6-4f54-8e6e-3abbb40cf566'] response: {'name': 'network-changed', 'server_uuid': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'tag': 'd94b94bf-3df4-4d62-bb4e-80869897ae17', 'status': 'completed', 'code': 200} Mar 23 09:03:42.374471 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:42.377047 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ead182d1-5a9e-4574-b0c0-f65fb6bc80f7 req-87fb0007-6a2f-43ce-a8e9-bd708f7d8096 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118460 Mar 23 09:03:42.406698 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38852) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:42.420480 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-165ecfab-0eb5-4162-b1cd-5f8da5036a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.422118 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-165ecfab-0eb5-4162-b1cd-5f8da5036a42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f5ee7e1575614519a8c449c6ef8d0f0a&device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 1128 time: 0.0615733 Mar 23 09:03:42.477857 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-e73dfc7c-7301-4dac-8673-350d9e2f5763 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d94b94bf-3df4-4d62-bb4e-80869897ae17 HTTP/1.1" status: 200 len: 217 time: 0.0415528 Mar 23 09:03:42.486034 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:42.498716 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '859302c4-b87f-453c-aad6-797346fac8e9', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'port_id': '859302c4-b87f-453c-aad6-797346fac8e9', 'mac_address': 'fa:16:3e:f9:7d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:42.552037 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: ACTIVE; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:42.552621 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.568678 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 859302c4-b87f-453c-aad6-797346fac8e9 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:42.583580 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ac410-79f7-4562-b8ab-7a94654bd132 req-8db17543-0592-4079-b08a-4a85ad27fb16 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.585305 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a25ac410-79f7-4562-b8ab-7a94654bd132 req-8db17543-0592-4079-b08a-4a85ad27fb16 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0655553 Mar 23 09:03:42.593053 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:42.598113 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.608940 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-320291b8-6c3c-4455-8f11-bdb644181603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.610490 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-320291b8-6c3c-4455-8f11-bdb644181603 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=883dd5ab-42af-495d-ad67-f522fd598cb0 HTTP/1.1" status: 200 len: 849 time: 0.1226408 Mar 23 09:03:42.652389 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=6']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:42.670418 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a25ac410-79f7-4562-b8ab-7a94654bd132 req-39600c74-168e-4e6b-b0c4-81fdc4e0df54 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743983 Mar 23 09:03:42.840649 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['859302c4-b87f-453c-aad6-797346fac8e9'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:42.857475 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e33525-4070-4205-85f2-7df1cdc2c4fb req-bb603aac-9265-42e5-91ac-107e959fbb86 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.859217 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d8e33525-4070-4205-85f2-7df1cdc2c4fb req-bb603aac-9265-42e5-91ac-107e959fbb86 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 945 time: 0.0574148 Mar 23 09:03:42.904769 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-b95a7aa0-e094-4cc3-8f56-3241f5b80bb4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f852673-da98-4e76-b12c-147e637daed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2786047 Mar 23 09:03:42.921393 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d8e33525-4070-4205-85f2-7df1cdc2c4fb req-2b0ad9bc-f9b1-4f37-b8f0-bd2bdc6e3cff tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520630 Mar 23 09:03:42.930337 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fabb9d9-8a63-4759-aec8-f367a5f54feb tempest-TestShelveInstance-1717852430 tempest-TestShelveInstance-1717852430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.939189 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3fabb9d9-8a63-4759-aec8-f367a5f54feb tempest-TestShelveInstance-1717852430 tempest-TestShelveInstance-1717852430-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1124 time: 0.5242846 Mar 23 09:03:42.939755 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 38864) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:42.944556 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'port_id': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:42.973386 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.996452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db23ff-e152-4d79-b8c5-d858fa546c5d req-e7cfa6b9-e679-4ff4-9118-06cfe4568845 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.003769 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-84db23ff-e152-4d79-b8c5-d858fa546c5d req-e7cfa6b9-e679-4ff4-9118-06cfe4568845 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.3913653 Mar 23 09:03:43.081377 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-60724b44-710a-4040-81ba-0db0f4db304e service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659715 Mar 23 09:03:43.084805 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-84db23ff-e152-4d79-b8c5-d858fa546c5d req-77313eb6-1495-4f06-84d1-2e5cc056f1e3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801930 Mar 23 09:03:43.088469 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0493760-44e9-4865-82ba-82ee92369e68 req-e8bac814-1e6e-4b45-977d-6dfe0e7ec8e0 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.090102 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0493760-44e9-4865-82ba-82ee92369e68 req-e8bac814-1e6e-4b45-977d-6dfe0e7ec8e0 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 944 time: 0.0691175 Mar 23 09:03:43.182201 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0493760-44e9-4865-82ba-82ee92369e68 req-dd741c04-b283-46e6-8586-9af7393c8132 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780323 Mar 23 09:03:43.184603 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.216368 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.225694 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a33c271b-2abf-433e-83ad-4f8b643c1943 req-4455b010-469f-42d2-a756-462f15abf2db service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290891 Mar 23 09:03:43.255700 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1df4-f9a3-4139-9ec8-dfbf32485e2b req-76b38c89-f666-422c-8a48-271fac8fa9a1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.257229 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0af1df4-f9a3-4139-9ec8-dfbf32485e2b req-76b38c89-f666-422c-8a48-271fac8fa9a1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0767510 Mar 23 09:03:43.346937 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0af1df4-f9a3-4139-9ec8-dfbf32485e2b req-979379ff-79d8-4048-b006-823156c4a227 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820441 Mar 23 09:03:43.347121 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Allocated IP 172.27.0.115 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/2ef8883d-4947-489f-9bda-740eca086bef) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:43.364704 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-11c0d435-8e61-49ba-98c3-5006a4b1cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.364825 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71d738-e0e8-4da3-bd26-a6dda2ef27e4 req-ff271073-12ee-4a4c-9390-c12ca098f0da tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.364825 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cf71d738-e0e8-4da3-bd26-a6dda2ef27e4 req-ff271073-12ee-4a4c-9390-c12ca098f0da tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1018083 Mar 23 09:03:43.365051 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-11c0d435-8e61-49ba-98c3-5006a4b1cabd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f5ee7e1575614519a8c449c6ef8d0f0a&device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 1128 time: 0.0803878 Mar 23 09:03:43.469492 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cf71d738-e0e8-4da3-bd26-a6dda2ef27e4 req-f55707e2-8ebb-4180-ac06-a5b220674867 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003950 Mar 23 09:03:43.478768 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-2a616de3-ddb8-45c3-814f-ac3568de3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.480285 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-2a616de3-ddb8-45c3-814f-ac3568de3d9d service neutron] 10.222.0.84 "GET /v2.0/networks?id=4f852673-da98-4e76-b12c-147e637daed1 HTTP/1.1" status: 200 len: 910 time: 0.1070118 Mar 23 09:03:43.504290 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for port (2ef8883d-4947-489f-9bda-740eca086bef), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.536027 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-f3c8e604-55b8-43ca-9f3c-3219827ac807 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d94b94bf-3df4-4d62-bb4e-80869897ae17 HTTP/1.1" status: 200 len: 217 time: 0.0451648 Mar 23 09:03:43.542999 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (2ef8883d-4947-489f-9bda-740eca086bef), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.581039 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:43.583998 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:43.591272 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:43.600455 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-d6f657fb-4ca9-438a-97e3-9401999aa5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.602308 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-d6f657fb-4ca9-438a-97e3-9401999aa5eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=883dd5ab-42af-495d-ad67-f522fd598cb0 HTTP/1.1" status: 200 len: 849 time: 0.0525827 Mar 23 09:03:43.614316 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'Port': ['ID=2ef8883d-4947-489f-9bda-740eca086bef,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:43.643443 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-b490ce5a-3d2d-4c0d-bacd-4d982a9aaa50 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f852673-da98-4e76-b12c-147e637daed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294197 Mar 23 09:03:43.646261 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38876) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:43.650585 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-b15b5bb8-3dc4-4799-903b-bddac402c07e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49793119', 'description': 'tempest-description--1142136660'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:43.757354 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b15b5bb8-3dc4-4799-903b-bddac402c07e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.799521 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-46ae8c44-4af8-48a8-8b98-830cb68e88a0 service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439850 Mar 23 09:03:43.827741 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c141-0f24-4038-b2ac-351156f6f55f req-35b90231-f252-4c8d-b5c9-b649a30d5926 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.829339 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-79e7c141-0f24-4038-b2ac-351156f6f55f req-35b90231-f252-4c8d-b5c9-b649a30d5926 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0868278 Mar 23 09:03:43.872388 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b15b5bb8-3dc4-4799-903b-bddac402c07e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (0f10680f-5c03-4442-b894-f1a97e10cd79), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.893555 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b15b5bb8-3dc4-4799-903b-bddac402c07e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (0f10680f-5c03-4442-b894-f1a97e10cd79), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.952649 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-79e7c141-0f24-4038-b2ac-351156f6f55f req-9c48f0a9-65ca-41d7-a621-d52ad9a63cb3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151874 Mar 23 09:03:43.974587 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b15b5bb8-3dc4-4799-903b-bddac402c07e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.977053 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b15b5bb8-3dc4-4799-903b-bddac402c07e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3297124 Mar 23 09:03:43.977692 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38888) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:43.992886 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-2ff24931-ba50-4c6f-85dc-9e169e95daf2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': '0f10680f-5c03-4442-b894-f1a97e10cd79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:44.010672 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b5bb8-3dc4-4799-903b-bddac402c07e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f10680f-5c03-4442-b894-f1a97e10cd79,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.066356 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for floatingip (424a6fee-730d-4f1c-b38e-3986a01ad3bb), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.072032 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92a1e663-fa9a-423d-bc52-eaa0108fdb5f req-d6cab0ee-50a1-4c71-aa94-55ef5de93ff6 service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122993 Mar 23 09:03:44.073605 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2ff24931-ba50-4c6f-85dc-9e169e95daf2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (470eef8b-64c3-4342-8fa6-e33fc415b267), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.114494 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70fe07-347c-4720-9cc6-81d9a8790379 req-ceb7b75c-8a12-48e7-8653-75bbe561e0bb tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.116094 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-af70fe07-347c-4720-9cc6-81d9a8790379 req-ceb7b75c-8a12-48e7-8653-75bbe561e0bb tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 945 time: 0.1103806 Mar 23 09:03:44.159044 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2ff24931-ba50-4c6f-85dc-9e169e95daf2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (470eef8b-64c3-4342-8fa6-e33fc415b267), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.159815 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2ef8883d-4947-489f-9bda-740eca086bef), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.171487 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2ff24931-ba50-4c6f-85dc-9e169e95daf2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (470eef8b-64c3-4342-8fa6-e33fc415b267), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.203822 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff24931-ba50-4c6f-85dc-9e169e95daf2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470eef8b-64c3-4342-8fa6-e33fc415b267,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.224679 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-af70fe07-347c-4720-9cc6-81d9a8790379 req-4d98ed9d-b296-48c1-a9bf-99a4a02ed511 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995932 Mar 23 09:03:44.239128 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2ff24931-ba50-4c6f-85dc-9e169e95daf2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.240458 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-2ff24931-ba50-4c6f-85dc-9e169e95daf2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558506 Mar 23 09:03:44.245148 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38900) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:44.251605 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-bec7dca9-73a2-4aab-82e4-8ee047b7b19f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': '0f10680f-5c03-4442-b894-f1a97e10cd79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:44.286942 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bec7dca9-73a2-4aab-82e4-8ee047b7b19f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (2d8f12a1-1d35-4d84-b457-2649a00d8dbc), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.332475 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a6843-2199-4497-923f-9178052806a1 req-f0fd966d-bc56-4565-ae15-92c9ab3eb55a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.334000 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b00a6843-2199-4497-923f-9178052806a1 req-f0fd966d-bc56-4565-ae15-92c9ab3eb55a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1473737 Mar 23 09:03:44.388004 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:44.388994 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bec7dca9-73a2-4aab-82e4-8ee047b7b19f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (2d8f12a1-1d35-4d84-b457-2649a00d8dbc), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.395256 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bec7dca9-73a2-4aab-82e4-8ee047b7b19f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (2d8f12a1-1d35-4d84-b457-2649a00d8dbc), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.409947 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897148-0342-4649-9d71-5e137dfb6fb1 req-3bdb1386-9e96-4c78-9da1-ec5c254905f5 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.411472 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-14897148-0342-4649-9d71-5e137dfb6fb1 req-3bdb1386-9e96-4c78-9da1-ec5c254905f5 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 944 time: 0.1009216 Mar 23 09:03:44.415158 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b00a6843-2199-4497-923f-9178052806a1 req-4bca175f-612a-450c-b9b8-cb031f493bbe tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742142 Mar 23 09:03:44.446813 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for port (2ef8883d-4947-489f-9bda-740eca086bef), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.454924 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2ef8883d-4947-489f-9bda-740eca086bef), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.469670 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7dca9-73a2-4aab-82e4-8ee047b7b19f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8f12a1-1d35-4d84-b457-2649a00d8dbc,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.474657 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bec7dca9-73a2-4aab-82e4-8ee047b7b19f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.476567 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-bec7dca9-73a2-4aab-82e4-8ee047b7b19f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2298288 Mar 23 09:03:44.483469 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 38910) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:44.488312 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:44.525367 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-14897148-0342-4649-9d71-5e137dfb6fb1 req-dcf3acde-4272-4f26-b8fe-087aab25c993 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934188 Mar 23 09:03:44.527764 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (424a6fee-730d-4f1c-b38e-3986a01ad3bb), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.533298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.572091 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 859302c4-b87f-453c-aad6-797346fac8e9 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:44.573494 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (859302c4-b87f-453c-aad6-797346fac8e9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.637007 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event updated for resources: {'Port': ['ID=2ef8883d-4947-489f-9bda-740eca086bef,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.682586 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d50c6-af52-46a5-8b07-6f254261a3cf req-63445938-4f8a-4c8a-9708-ac526a469417 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.685106 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0a3d50c6-af52-46a5-8b07-6f254261a3cf req-63445938-4f8a-4c8a-9708-ac526a469417 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.1782315 Mar 23 09:03:44.731557 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Floating IP 424a6fee-730d-4f1c-b38e-3986a01ad3bb associated. External IP: 172.27.0.115, port: 6d6c8a3b-ff09-4898-b001-7ab94459783d. Mar 23 09:03:44.733955 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.761088 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b29131-d8c8-4615-a945-2a2ae47c768d req-45c5b827-5f4c-44df-ae61-5b3ebfd11aa4 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.768248 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-03b29131-d8c8-4615-a945-2a2ae47c768d req-45c5b827-5f4c-44df-ae61-5b3ebfd11aa4 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1039140 Mar 23 09:03:44.779195 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:44.784181 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.865616 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:44.870472 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130479e8-653b-4b3c-a387-25856efdfc2f" -d '{"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-plugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:44.901350 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:44.907462 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.910108 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device a1680d5c-8763-4c28-8886-1ecb9db33864 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:44.911509 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-03b29131-d8c8-4615-a945-2a2ae47c768d req-ead9c9bf-3b72-484b-9560-c3ca2bd19074 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419368 Mar 23 09:03:45.002329 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d1876-474c-4b2e-950c-44926a4392e2 x-openstack-request-id: req-ec9d1876-474c-4b2e-950c-44926a4392e2 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:45.002329 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-plugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:45.002329 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec9d1876-474c-4b2e-950c-44926a4392e2 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:45.002780 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9d1876-474c-4b2e-950c-44926a4392e2'] response: {'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9', 'code': 200} Mar 23 09:03:45.053826 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=7']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:45.071365 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port a1680d5c-8763-4c28-8886-1ecb9db33864 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:45.080142 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.27.0.12 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/2969297a-73a0-4a72-b010-0314f39930da) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:45.080609 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port a1680d5c-8763-4c28-8886-1ecb9db33864 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:45.081008 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.165277 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0a3d50c6-af52-46a5-8b07-6f254261a3cf req-f6d4510e-98cc-43e6-8ca5-b54d737f2cf0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711778 Mar 23 09:03:45.190596 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port a1680d5c-8763-4c28-8886-1ecb9db33864 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:45.190998 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.250319 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port a1680d5c-8763-4c28-8886-1ecb9db33864, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1680d5c-8763-4c28-8886-1ecb9db33864,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:45.261738 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.283439 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dcda9-1365-4751-9dec-c87b85f4b190 req-b8ba6f4a-df88-46ef-a532-df9a0020f9fc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.291811 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9d1dcda9-1365-4751-9dec-c87b85f4b190 req-b8ba6f4a-df88-46ef-a532-df9a0020f9fc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1523101 Mar 23 09:03:45.325360 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=a1680d5c-8763-4c28-8886-1ecb9db33864,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:45.426651 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (2969297a-73a0-4a72-b010-0314f39930da), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.450671 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9d1dcda9-1365-4751-9dec-c87b85f4b190 req-4b2f418d-a5b1-4699-ab4a-7ddabf3d3d3f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572311 Mar 23 09:03:45.491781 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2969297a-73a0-4a72-b010-0314f39930da), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.508181 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Router 648928a6-92cf-4ec0-9842-3b1b1c44b68f has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:03:45.574143 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=2969297a-73a0-4a72-b010-0314f39930da,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:45.596355 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:45.599283 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:45.602036 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:45.631206 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf2048-8cd7-4b98-9854-43600dc1963b req-ed7df37e-0acb-403e-9ab4-40b69c422d7f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.633944 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0dbf2048-8cd7-4b98-9854-43600dc1963b req-ed7df37e-0acb-403e-9ab4-40b69c422d7f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.3258722 Mar 23 09:03:45.695228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:45.719017 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] Sync routers for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:45.727202 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a091-a8fd-4c0b-af1a-1d17763e5727 req-36a6395c-42cd-4f2d-8547-da574a71d898 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.745253 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:45.745926 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:03:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:45.755841 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2a8a091-a8fd-4c0b-af1a-1d17763e5727 req-36a6395c-42cd-4f2d-8547-da574a71d898 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.1962888 Mar 23 09:03:45.756115 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0dbf2048-8cd7-4b98-9854-43600dc1963b req-ca68448e-2420-473c-a8c8-5fa8fc39cb42 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154227 Mar 23 09:03:45.765525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.821419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.850474 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-54268e43-10d2-407a-9cb1-5c853a8ad73d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9057229 Mar 23 09:03:45.850474 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:45.862017 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c145e219-9b04-487e-987f-609d0d460d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:45.949572 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2969297a-73a0-4a72-b010-0314f39930da), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.956067 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2a8a091-a8fd-4c0b-af1a-1d17763e5727 req-e1b4a7a8-df61-4c82-9643-1d974efbd4c0 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530125 Mar 23 09:03:45.998711 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:46.010342 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54f606-ad40-4fc0-8e13-4adcc446a821 req-481c5f06-1247-4d73-8488-916b51bc2155 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.022681 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ce54f606-ad40-4fc0-8e13-4adcc446a821 req-481c5f06-1247-4d73-8488-916b51bc2155 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1238511 Mar 23 09:03:46.147044 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ce54f606-ad40-4fc0-8e13-4adcc446a821 req-7ea11ad7-1ccf-4c5d-a30a-b228098b7bfc tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233442 Mar 23 09:03:46.338964 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41e43-90d7-44b2-885c-4c331e4e30b9 req-d630c6cc-6d28-4340-9197-b699b2635848 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.340713 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b9f41e43-90d7-44b2-885c-4c331e4e30b9 req-d630c6cc-6d28-4340-9197-b699b2635848 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 944 time: 0.0995550 Mar 23 09:03:46.367032 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (2969297a-73a0-4a72-b010-0314f39930da), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.376790 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (2969297a-73a0-4a72-b010-0314f39930da), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.390650 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d517a17a-d757-48dd-95da-800c829b8b47 x-openstack-request-id: req-d517a17a-d757-48dd-95da-800c829b8b47 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:46.391242 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:46.391698 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d517a17a-d757-48dd-95da-800c829b8b47 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:46.393559 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d517a17a-d757-48dd-95da-800c829b8b47'] response: {'name': 'network-changed', 'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'status': 'completed', 'code': 200} Mar 23 09:03:46.401326 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d94b94bf-3df4-4d62-bb4e-80869897ae17 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:46.512576 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b9f41e43-90d7-44b2-885c-4c331e4e30b9 req-a1af1df1-2464-436f-82f3-eff4eaaf72f1 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654894 Mar 23 09:03:46.578004 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '424a6fee-730d-4f1c-b38e-3986a01ad3bb', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'port_id': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'mac_address': 'fa:16:3e:a7:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:43Z', 'updated_at': '2022-03-23T09:03:43Z', 'revision_number': 0, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:46Z', 'revision_number': 5, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:46.622167 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] Checking router: 648928a6-92cf-4ec0-9842-3b1b1c44b68f for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:46.635572 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:46.636336 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:03:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:46.648948 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port d94b94bf-3df4-4d62-bb4e-80869897ae17, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d94b94bf-3df4-4d62-bb4e-80869897ae17,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:46.651243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=2969297a-73a0-4a72-b010-0314f39930da,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:46.671722 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': 'd94b94bf-3df4-4d62-bb4e-80869897ae17', 'network_id': '4f852673-da98-4e76-b12c-147e637daed1', 'port_id': 'd94b94bf-3df4-4d62-bb4e-80869897ae17', 'mac_address': 'fa:16:3e:3a:75:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883dd5ab-42af-495d-ad67-f522fd598cb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:46.706928 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.724940 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port d94b94bf-3df4-4d62-bb4e-80869897ae17 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:46.725927 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.733863 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e219-9b04-487e-987f-609d0d460d0c req-380cc061-6805-4558-857b-7683be789959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.741085 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c145e219-9b04-487e-987f-609d0d460d0c req-380cc061-6805-4558-857b-7683be789959 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1129 time: 0.3148179 Mar 23 09:03:46.742071 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94b94bf-3df4-4d62-bb4e-80869897ae17 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:46.760669 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c123b3-6b03-4b20-b79e-b0d086666729 req-4b23dc07-39c4-4f74-b519-9092886ed914 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.779759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port d94b94bf-3df4-4d62-bb4e-80869897ae17, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d94b94bf-3df4-4d62-bb4e-80869897ae17,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:46.780544 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-97c123b3-6b03-4b20-b79e-b0d086666729 req-4b23dc07-39c4-4f74-b519-9092886ed914 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1180773 Mar 23 09:03:46.792118 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290a14b-2743-45fc-8ada-ea9d757795bb req-f35c9120-a625-4a10-b55f-a137b2bc6464 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.799618 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b290a14b-2743-45fc-8ada-ea9d757795bb req-f35c9120-a625-4a10-b55f-a137b2bc6464 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.2814538 Mar 23 09:03:46.813122 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.826054 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.827533 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-8b2cc5d4-5234-4c25-bf24-b1f0067ffe88 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3430130 Mar 23 09:03:46.891484 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=d94b94bf-3df4-4d62-bb4e-80869897ae17,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:46.927343 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-97c123b3-6b03-4b20-b79e-b0d086666729 req-ae15ab7d-3106-4a5c-9051-d0c44f12d078 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448197 Mar 23 09:03:47.003826 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8829-6829-4554-995d-cb0367fd6030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1680d5c-8763-4c28-8886-1ecb9db33864'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:47.006262 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ae6af3-c712-4d4c-9118-7536c4b0fa77" -d '{"events": [{"server_uuid": "0acb8829-6829-4554-995d-cb0367fd6030", "name": "network-vif-plugged", "status": "completed", "tag": "a1680d5c-8763-4c28-8886-1ecb9db33864"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:47.036007 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:47.055421 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e219-9b04-487e-987f-609d0d460d0c req-63dd9d84-9747-4814-934a-812a29e9db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.058375 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c145e219-9b04-487e-987f-609d0d460d0c req-63dd9d84-9747-4814-934a-812a29e9db22 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 909 time: 0.2944570 Mar 23 09:03:47.230432 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b290a14b-2743-45fc-8ada-ea9d757795bb req-557ae7ae-4d8f-432a-a71d-a0343e118610 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4077351 Mar 23 09:03:47.234640 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['d94b94bf-3df4-4d62-bb4e-80869897ae17'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:47.252057 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c145e219-9b04-487e-987f-609d0d460d0c req-47922a6e-9c35-4cae-b848-9c5337a92e83 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 999 time: 0.1881046 Mar 23 09:03:47.260088 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b702a-5263-41a4-89e0-6c7df6eaec0f req-2b567a83-3c51-4e47-b967-e21875cfbd5f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.271822 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f73b702a-5263-41a4-89e0-6c7df6eaec0f req-2b567a83-3c51-4e47-b967-e21875cfbd5f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1714561 Mar 23 09:03:47.395226 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '424a6fee-730d-4f1c-b38e-3986a01ad3bb', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'port_id': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'mac_address': 'fa:16:3e:a7:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:43Z', 'updated_at': '2022-03-23T09:03:43Z', 'revision_number': 0, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:46Z', 'revision_number': 5, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:47.446899 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffd225-58a1-4c69-b005-50381ba23473 None None] The sync data for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi is: [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '424a6fee-730d-4f1c-b38e-3986a01ad3bb', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'port_id': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'mac_address': 'fa:16:3e:a7:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:43Z', 'updated_at': '2022-03-23T09:03:43Z', 'revision_number': 0, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:46Z', 'revision_number': 5, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:47.461040 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f73b702a-5263-41a4-89e0-6c7df6eaec0f req-95a5090f-3fcf-41a4-967a-e3897c3aedc4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853442 Mar 23 09:03:47.526308 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e219-9b04-487e-987f-609d0d460d0c req-46a4e078-bb5a-4566-86fd-79185f82fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.527739 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c145e219-9b04-487e-987f-609d0d460d0c req-46a4e078-bb5a-4566-86fd-79185f82fcbf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 200 len: 847 time: 0.2548070 Mar 23 09:03:47.584611 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759712a-e8ae-40c6-9c3f-f7d1462c68ce x-openstack-request-id: req-7759712a-e8ae-40c6-9c3f-f7d1462c68ce {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:47.585534 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8829-6829-4554-995d-cb0367fd6030", "name": "network-vif-plugged", "status": "completed", "tag": "a1680d5c-8763-4c28-8886-1ecb9db33864", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:47.585534 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7759712a-e8ae-40c6-9c3f-f7d1462c68ce {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:47.585740 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7759712a-e8ae-40c6-9c3f-f7d1462c68ce'] response: {'server_uuid': '0acb8829-6829-4554-995d-cb0367fd6030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1680d5c-8763-4c28-8886-1ecb9db33864', 'code': 200} Mar 23 09:03:47.801590 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e219-9b04-487e-987f-609d0d460d0c req-9be57da1-7df0-4a6e-b804-67a2b42f37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.803120 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c145e219-9b04-487e-987f-609d0d460d0c req-9be57da1-7df0-4a6e-b804-67a2b42f37e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d6906108-2cae-4f3e-b005-bc439effb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2506452 Mar 23 09:03:47.818197 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb1076-a210-42ae-9f7e-cd92f175c84c req-dc14aa0d-293f-4158-b5fe-609d7985fcc9 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.828401 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-09eb1076-a210-42ae-9f7e-cd92f175c84c req-dc14aa0d-293f-4158-b5fe-609d7985fcc9 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.2793632 Mar 23 09:03:47.875011 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f86378f7-d7ad-48e2-9ca9-61370ebd6fb4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--49793119&fields=id&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 267 time: 0.1658497 Mar 23 09:03:47.962379 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d00504-7707-43d6-bd37-510faf7f52fb None None] New status for floating IP 424a6fee-730d-4f1c-b38e-3986a01ad3bb: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:03:48.014957 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-09eb1076-a210-42ae-9f7e-cd92f175c84c req-4013edbb-e4e6-4cf6-9f22-97968dc007a0 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852851 Mar 23 09:03:48.034192 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f074c9-ff6e-49a4-84f6-8e4b4ee1301a req-b926967d-5178-4dfd-925a-80064a2316b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.036501 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-80f074c9-ff6e-49a4-84f6-8e4b4ee1301a req-b926967d-5178-4dfd-925a-80064a2316b4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 1130 time: 0.1555297 Mar 23 09:03:48.081658 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c145e219-9b04-487e-987f-609d0d460d0c req-0a6084da-cf40-4b40-bd35-8c2af6c89893 service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478426 Mar 23 09:03:48.100382 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-4a32dbc2-3c47-49fe-ae27-eec84751381c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.101940 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-4a32dbc2-3c47-49fe-ae27-eec84751381c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.2252090 Mar 23 09:03:48.133728 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-80f074c9-ff6e-49a4-84f6-8e4b4ee1301a req-a6dd5454-012e-436a-9299-2995a1a9ca1f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780199 Mar 23 09:03:48.145492 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-4a73bad3-5ee5-4938-af91-ccfc85830456 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/quotas/ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 375 time: 0.0311291 Mar 23 09:03:48.227712 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-6032e310-0fa3-4b0d-b1c0-4bc7c5635809 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807517 Mar 23 09:03:48.341991 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf2839-2702-49e2-b0a1-5ef24af670a0 req-c9000898-bf44-408b-8c2e-a11895faf39a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.343540 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4faf2839-2702-49e2-b0a1-5ef24af670a0 req-c9000898-bf44-408b-8c2e-a11895faf39a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1666951 Mar 23 09:03:48.345890 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c145e219-9b04-487e-987f-609d0d460d0c req-6ca4ff6a-e8cf-4624-a745-269512057750 service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566693 Mar 23 09:03:48.348883 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-98800acb-e6ad-4e8c-80e4-29544bc37dd4 service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191721 Mar 23 09:03:48.441909 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4faf2839-2702-49e2-b0a1-5ef24af670a0 req-e0532395-95f2-475c-b2c8-93957b823f11 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897491 Mar 23 09:03:48.483375 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-75c9555b-e7ca-4492-9434-c178cb36efd4 service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270001 Mar 23 09:03:48.582950 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c0c3-bfa9-4317-b857-2038f54a11cd req-14996302-b5a2-4b4e-9c8f-b244bd643d6c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.584235 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-def9c0c3-bfa9-4317-b857-2038f54a11cd req-14996302-b5a2-4b4e-9c8f-b244bd643d6c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 945 time: 0.0765131 Mar 23 09:03:48.640716 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-def9c0c3-bfa9-4317-b857-2038f54a11cd req-7e93f213-5dca-43f9-ba5d-f74c345017a0 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506392 Mar 23 09:03:48.749634 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf434b-c07e-4e24-919a-92b5a81fe19c req-eb6bea58-c9da-4dfd-8ddd-3649a0bdfd02 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.756681 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b5bf434b-c07e-4e24-919a-92b5a81fe19c req-eb6bea58-c9da-4dfd-8ddd-3649a0bdfd02 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0693064 Mar 23 09:03:48.809599 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500804-6760-41be-ae40-b77a61ecdfd9 req-ceee2a9c-ed84-447c-bc74-e49193ed687e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.819555 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-71500804-6760-41be-ae40-b77a61ecdfd9 req-ceee2a9c-ed84-447c-bc74-e49193ed687e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0925753 Mar 23 09:03:48.855439 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b5bf434b-c07e-4e24-919a-92b5a81fe19c req-6bbfc968-8035-4bed-8523-a2528e7e395d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957661 Mar 23 09:03:48.879396 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-71500804-6760-41be-ae40-b77a61ecdfd9 req-8f6a78de-de78-4995-b056-3df6a8a9c6fe tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578542 Mar 23 09:03:48.956619 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c0c44c52-aa6f-4c49-b14f-e04cda5b536b req-e1714d56-e4a1-4f3e-8919-482f18f1d0a6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 210 time: 0.0426555 Mar 23 09:03:49.202877 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905808bb-4a90-42c6-b576-34b818e041e4 req-802fda18-c638-4420-a82a-39f004952c1b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:49.204231 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-905808bb-4a90-42c6-b576-34b818e041e4 req-802fda18-c638-4420-a82a-39f004952c1b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.0704112 Mar 23 09:03:49.302575 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-905808bb-4a90-42c6-b576-34b818e041e4 req-5395a6a3-1a04-4bad-940d-7dd230c92b71 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857019 Mar 23 09:03:49.794856 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a32bd-b02b-4134-9d6d-d857e35d09a6 req-4da7a52e-d3cf-44c0-ac3b-eeb3d2016abc tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:49.796501 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ac4a32bd-b02b-4134-9d6d-d857e35d09a6 req-4da7a52e-d3cf-44c0-ac3b-eeb3d2016abc tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.2100432 Mar 23 09:03:49.870969 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ac4a32bd-b02b-4134-9d6d-d857e35d09a6 req-de8bfe1a-cb10-4749-906b-6b5049bd6d19 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683117 Mar 23 09:03:49.997566 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca09525-2e51-4bd9-a420-41b651c8a01b req-44676ffb-652d-49d7-be49-6a0853078551 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:49.999789 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6ca09525-2e51-4bd9-a420-41b651c8a01b req-44676ffb-652d-49d7-be49-6a0853078551 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 945 time: 0.0930099 Mar 23 09:03:50.029936 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5a6cb-a72f-41cc-9257-49968d37d510 req-95dac97b-1af8-463d-ab1c-942f0f9b7a9b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.038057 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ef5a6cb-a72f-41cc-9257-49968d37d510 req-95dac97b-1af8-463d-ab1c-942f0f9b7a9b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1006141 Mar 23 09:03:50.084131 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6ca09525-2e51-4bd9-a420-41b651c8a01b req-5545a56c-7ace-4d50-a420-5e9d4697fa6d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770013 Mar 23 09:03:50.106861 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4ef5a6cb-a72f-41cc-9257-49968d37d510 req-c27a3bb1-bae8-4f45-a6d6-4d6dc76ea00c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678365 Mar 23 09:03:50.238192 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e332cedc-caad-4738-8b79-1391a4d6d8f8 req-a89f5a09-4c1c-46c1-bdb7-6dabbc6135c1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 210 time: 0.0414796 Mar 23 09:03:50.257398 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42963b7-e666-4298-b8c1-2d39e6219a94 req-70f7ee76-e08a-4190-9f45-6148ba7d5d1d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.266806 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e42963b7-e666-4298-b8c1-2d39e6219a94 req-70f7ee76-e08a-4190-9f45-6148ba7d5d1d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0919569 Mar 23 09:03:50.305118 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-54bbe76f-bc17-4aa8-8eb0-78c88c0cf98a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.307897 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-54bbe76f-bc17-4aa8-8eb0-78c88c0cf98a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.1918001 Mar 23 09:03:50.342029 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e42963b7-e666-4298-b8c1-2d39e6219a94 req-3b71c0aa-f521-4e09-9ead-d7e04135205a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577197 Mar 23 09:03:50.430113 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d94b94bf-3df4-4d62-bb4e-80869897ae17 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:50.445293 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-225d6679-3d32-4737-bd87-9a24d5c437b8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 470 time: 0.1196444 Mar 23 09:03:50.457103 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'port': {'device_id': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'admin_state_up': True, 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'security_groups': ['0f10680f-5c03-4442-b894-f1a97e10cd79']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:50.514030 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port d94b94bf-3df4-4d62-bb4e-80869897ae17 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:50.523878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e535a6-c732-4ec4-ad2d-a33622a09857 req-af80a181-acc0-4bf1-820d-c7681c745187 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.525729 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d9e535a6-c732-4ec4-ad2d-a33622a09857 req-af80a181-acc0-4bf1-820d-c7681c745187 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.1338394 Mar 23 09:03:50.529815 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port d94b94bf-3df4-4d62-bb4e-80869897ae17 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:50.531852 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.626693 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port d94b94bf-3df4-4d62-bb4e-80869897ae17 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:50.627353 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.649484 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d9e535a6-c732-4ec4-ad2d-a33622a09857 req-781bbc97-d5d4-4820-8970-0982f0cf7f24 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854676 Mar 23 09:03:50.655979 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94b94bf-3df4-4d62-bb4e-80869897ae17'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:50.657716 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Made reservation on behalf of ae6383dd3179441897e5b23253456e4a for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:50.660202 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f06ed-0cf1-42a5-976e-ee4cde47e1a8" -d '{"events": [{"server_uuid": "cc2fd5dc-15a8-490c-81be-bcfe09edce30", "name": "network-vif-plugged", "status": "completed", "tag": "d94b94bf-3df4-4d62-bb4e-80869897ae17"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:50.661275 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.703205 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port d94b94bf-3df4-4d62-bb4e-80869897ae17, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d94b94bf-3df4-4d62-bb4e-80869897ae17,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:50.708810 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.772867 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ac4e20-7e15-47df-8040-a066736610a8 x-openstack-request-id: req-94ac4e20-7e15-47df-8040-a066736610a8 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:50.773201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2fd5dc-15a8-490c-81be-bcfe09edce30", "name": "network-vif-plugged", "status": "completed", "tag": "d94b94bf-3df4-4d62-bb4e-80869897ae17", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:50.773521 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94ac4e20-7e15-47df-8040-a066736610a8 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:50.774017 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ac4e20-7e15-47df-8040-a066736610a8'] response: {'server_uuid': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94b94bf-3df4-4d62-bb4e-80869897ae17', 'code': 200} Mar 23 09:03:50.776157 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=d94b94bf-3df4-4d62-bb4e-80869897ae17,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:50.901110 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.20.0.10 (8d257410-c049-45ea-91dd-8949a04fc044/3bad7aa7-6aff-4797-94b1-413fefc6e422/1274063c-7d1a-4812-9531-0f6a6ceb303c) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:50.964431 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196cad2-5a65-4d25-a6de-2170d4fc34cf req-84242cb9-9e07-4a9f-b977-b6b91cf4342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.967487 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4196cad2-5a65-4d25-a6de-2170d4fc34cf req-84242cb9-9e07-4a9f-b977-b6b91cf4342a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 1130 time: 0.0780492 Mar 23 09:03:51.047212 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4196cad2-5a65-4d25-a6de-2170d4fc34cf req-258a6719-90a3-4828-a1b2-17ec790439b5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711429 Mar 23 09:03:51.115102 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f34374-f6cb-4dcf-9c86-f5a923b1b412 req-e3373f00-1fb1-40c6-932f-4b8bc5a525db tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.116632 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-81f34374-f6cb-4dcf-9c86-f5a923b1b412 req-e3373f00-1fb1-40c6-932f-4b8bc5a525db tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1568124 Mar 23 09:03:51.195587 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.215391 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-81f34374-f6cb-4dcf-9c86-f5a923b1b412 req-bf025ea8-464b-49c1-941d-968eac2fc8c6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885804 Mar 23 09:03:51.261884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cbcb5-985d-4a86-99e7-b35d9086c63e req-be78faf1-cc78-434e-b809-978fd4e5c62d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.274845 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b94cbcb5-985d-4a86-99e7-b35d9086c63e req-be78faf1-cc78-434e-b809-978fd4e5c62d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.1157765 Mar 23 09:03:51.316871 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.366674 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b94cbcb5-985d-4a86-99e7-b35d9086c63e req-26a5ced6-f319-4fd8-9275-5ef887ce5f5c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901334 Mar 23 09:03:51.446276 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network 8d257410-c049-45ea-91dd-8949a04fc044 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:51.453551 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:51.455924 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:51.514248 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=1274063c-7d1a-4812-9531-0f6a6ceb303c,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:51.553705 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.554326 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.576599 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35f7d7-c285-45b9-824e-961a359f197c req-0f3f8358-04c4-40a6-9f2e-3ac68e232e96 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.579318 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7b35f7d7-c285-45b9-824e-961a359f197c req-0f3f8358-04c4-40a6-9f2e-3ac68e232e96 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 932 time: 0.1202149 Mar 23 09:03:51.581243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf3a07-3628-46ef-978f-fd9b408cfdd2 req-28b878a5-4806-49c5-9fc4-52ffd20db366 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.589590 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-51cf3a07-3628-46ef-978f-fd9b408cfdd2 req-28b878a5-4806-49c5-9fc4-52ffd20db366 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1667759 Mar 23 09:03:51.601538 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-faedf612-9654-46d6-8611-02064975baa8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1507456 Mar 23 09:03:51.616600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Request body: {'port': {'device_id': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:51.715264 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7b35f7d7-c285-45b9-824e-961a359f197c req-518d1e67-3125-4619-a567-2614a7585039 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273775 Mar 23 09:03:51.814818 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-51cf3a07-3628-46ef-978f-fd9b408cfdd2 req-d39c62cf-5ff1-47c5-ac74-1c7dc7aedaef tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153378 Mar 23 09:03:51.829306 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-c1437835-7dd2-4e76-8dca-40f3f2e0b243 None None] Provisioning complete for port 1274063c-7d1a-4812-9531-0f6a6ceb303c triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:51.829919 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c1437835-7dd2-4e76-8dca-40f3f2e0b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.870306 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.900346 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de140f-8b74-4835-99d1-dfc2831af784 req-b33807cc-e024-4644-9704-f130e3d00c84 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.907721 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d0de140f-8b74-4835-99d1-dfc2831af784 req-b33807cc-e024-4644-9704-f130e3d00c84 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1034429 Mar 23 09:03:51.923029 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c1437835-7dd2-4e76-8dca-40f3f2e0b243 None None] Port 1274063c-7d1a-4812-9531-0f6a6ceb303c cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:52.041376 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d0de140f-8b74-4835-99d1-dfc2831af784 req-dd67558d-63ab-4f7f-97ce-f75f7f18c533 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325724 Mar 23 09:03:52.043735 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c94261-1401-4741-9d5d-567b327a4045 req-827ea023-a852-4be6-a065-9dba1e79c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.045241 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f2c94261-1401-4741-9d5d-567b327a4045 req-827ea023-a852-4be6-a065-9dba1e79c392 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 1130 time: 0.1245544 Mar 23 09:03:52.148851 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f2c94261-1401-4741-9d5d-567b327a4045 req-5e2264c0-42b9-4829-8bf2-a458c5211bb9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893199 Mar 23 09:03:52.251617 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1274063c-7d1a-4812-9531-0f6a6ceb303c {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:52.261553 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Publish callbacks [] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:52.275798 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Transition to ACTIVE for port object 1274063c-7d1a-4812-9531-0f6a6ceb303c will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:52.282718 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:52.583030 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c725a48-3b7b-4151-8adc-08d72f82907e req-c01cfa00-2455-4aca-b84c-930c6b2b6035 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.590514 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9c725a48-3b7b-4151-8adc-08d72f82907e req-c01cfa00-2455-4aca-b84c-930c6b2b6035 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.0882657 Mar 23 09:03:52.672144 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9c725a48-3b7b-4151-8adc-08d72f82907e req-1a9f121a-799e-48a8-a46a-084646a84a98 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747187 Mar 23 09:03:52.721929 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1274063c-7d1a-4812-9531-0f6a6ceb303c,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:52.847068 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98573b-c912-4bab-9b00-57871203d841 req-914bbba9-f5a5-449d-b543-4428f0e2e5a2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.862132 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1d98573b-c912-4bab-9b00-57871203d841 req-914bbba9-f5a5-449d-b543-4428f0e2e5a2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.5407951 Mar 23 09:03:52.915452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Attempting to bind port 1274063c-7d1a-4812-9531-0f6a6ceb303c on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:52.917545 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Attempting to bind port 1274063c-7d1a-4812-9531-0f6a6ceb303c by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:52.917889 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Attempting to bind port 1274063c-7d1a-4812-9531-0f6a6ceb303c on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:52.955917 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Port 1274063c-7d1a-4812-9531-0f6a6ceb303c on network 8d257410-c049-45ea-91dd-8949a04fc044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:52.956263 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Attempting to bind port 1274063c-7d1a-4812-9531-0f6a6ceb303c on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:52.974417 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:52.975381 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Checking segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:52.975947 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Bound using segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:52.976471 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Bound port: 1274063c-7d1a-4812-9531-0f6a6ceb303c, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:52.977190 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.016396 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e66c79-560e-4e4f-b384-7339782bd1e5 req-73e38d62-89c7-4456-9893-31f1250d5cc4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.023224 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-82e66c79-560e-4e4f-b384-7339782bd1e5 req-73e38d62-89c7-4456-9893-31f1250d5cc4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 944 time: 0.0754595 Mar 23 09:03:53.074426 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1d98573b-c912-4bab-9b00-57871203d841 req-e649218d-5211-4731-a101-abf3f8717cfb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100706 Mar 23 09:03:53.088708 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-82e66c79-560e-4e4f-b384-7339782bd1e5 req-f2a42c32-1178-4ece-9998-d852e23a4253 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645282 Mar 23 09:03:53.134391 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] For port 1274063c-7d1a-4812-9531-0f6a6ceb303c, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:53.146560 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] For port 1274063c-7d1a-4812-9531-0f6a6ceb303c, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:53.160493 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.265723 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c1ac1-c246-4c2a-89f2-7b93bbbfec52 req-4f9b1c69-ee1f-492a-9a46-4f174cd73fd7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.273610 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ce0c1ac1-c246-4c2a-89f2-7b93bbbfec52 req-4f9b1c69-ee1f-492a-9a46-4f174cd73fd7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0929365 Mar 23 09:03:53.336110 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.336689 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.338570 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] 10.222.0.84 "PUT /v2.0/ports/1274063c-7d1a-4812-9531-0f6a6ceb303c HTTP/1.1" status: 200 len: 1094 time: 1.7263634 Mar 23 09:03:53.339017 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:53.341247 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055" -d '{"events": [{"name": "network-changed", "server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:53.361925 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f4f1b-a194-43ef-b9c8-013b7f1388c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1274063c-7d1a-4812-9531-0f6a6ceb303c,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:53.375343 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ce0c1ac1-c246-4c2a-89f2-7b93bbbfec52 req-4a87dcf8-99a9-4566-9d37-efdd5aa38655 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007738 Mar 23 09:03:53.380968 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b169608-e199-4bee-9e6f-748831e0a48e req-dcc4ee6a-3686-45b4-ae85-f433d24e56f7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.382815 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3b169608-e199-4bee-9e6f-748831e0a48e req-dcc4ee6a-3686-45b4-ae85-f433d24e56f7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.1367767 Mar 23 09:03:53.464748 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d2e1bb-e041-42d4-95e8-a23fd3a87f1f x-openstack-request-id: req-03d2e1bb-e041-42d4-95e8-a23fd3a87f1f {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:53.465044 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:53.465318 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03d2e1bb-e041-42d4-95e8-a23fd3a87f1f {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:53.465733 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d2e1bb-e041-42d4-95e8-a23fd3a87f1f'] response: {'name': 'network-changed', 'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'status': 'completed', 'code': 200} Mar 23 09:03:53.513342 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3b169608-e199-4bee-9e6f-748831e0a48e req-c35e7407-06a1-461d-9be7-4b1ee64a3f87 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041892 Mar 23 09:03:53.532708 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f09fd651-9b5c-4a98-886f-6a89f11e0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.535177 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-f09fd651-9b5c-4a98-886f-6a89f11e0196 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 1128 time: 0.1025293 Mar 23 09:03:53.612306 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-1900647e-2b1e-4afa-ba43-c0786c4e9d0d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c HTTP/1.1" status: 200 len: 217 time: 0.0599694 Mar 23 09:03:53.685301 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-c660ba0f-0bb9-4875-9b8b-3b85760fbee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.687161 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-c660ba0f-0bb9-4875-9b8b-3b85760fbee8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0628881 Mar 23 09:03:53.756795 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-e7e7a1eb-265c-41e2-885e-3c6616bd934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.759431 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-e7e7a1eb-265c-41e2-885e-3c6616bd934c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639837 Mar 23 09:03:53.796495 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de7420-0306-490f-a4d1-69af7d8f8ac5 req-529f6ab5-632c-4a55-9870-eec20a7291c6 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.799421 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e6de7420-0306-490f-a4d1-69af7d8f8ac5 req-529f6ab5-632c-4a55-9870-eec20a7291c6 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.0641820 Mar 23 09:03:53.867270 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e6de7420-0306-490f-a4d1-69af7d8f8ac5 req-3866720d-5bf7-41e7-89c5-8c01fe93200e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623138 Mar 23 09:03:53.895374 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-b0db319f-21c2-439e-9341-97010422bb0e service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188209 Mar 23 09:03:54.056521 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-765901a0-3b53-49dc-bb69-8fa8d37f0e19 req-d3601d14-c104-4178-a39b-366c1cd2948a service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461296 Mar 23 09:03:54.215357 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-a4d34022-4fb0-4162-a7e5-0d4ddc08fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.216927 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-a4d34022-4fb0-4162-a7e5-0d4ddc08fae8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 1128 time: 0.0893741 Mar 23 09:03:54.297849 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad2af0-9af5-41dc-8d6f-f86d999cff7c req-b5271e06-7d9f-4d3d-8ce6-f81a15bd5b9b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.299372 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-20ad2af0-9af5-41dc-8d6f-f86d999cff7c req-b5271e06-7d9f-4d3d-8ce6-f81a15bd5b9b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 944 time: 0.1230094 Mar 23 09:03:54.333600 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f5a11-f73a-4df6-abaf-d57ffe0769d3 req-cd1e4f03-4a2b-4f06-8865-deca42ae10e2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.338380 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-073f5a11-f73a-4df6-abaf-d57ffe0769d3 req-cd1e4f03-4a2b-4f06-8865-deca42ae10e2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1311977 Mar 23 09:03:54.388070 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-20ad2af0-9af5-41dc-8d6f-f86d999cff7c req-9750dc8f-b6ea-43b8-9c9b-107b6c64d0b1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817351 Mar 23 09:03:54.389343 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-77ae5c63-0c87-4e16-abbf-34e50578d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.390633 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-77ae5c63-0c87-4e16-abbf-34e50578d822 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.1658680 Mar 23 09:03:54.416332 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-073f5a11-f73a-4df6-abaf-d57ffe0769d3 req-d407006e-d044-4798-9ff8-16ce51cbb70a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739081 Mar 23 09:03:54.489660 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-bb5c96a3-2c80-4b28-8afe-25bb599cbeb7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c HTTP/1.1" status: 200 len: 217 time: 0.0717351 Mar 23 09:03:54.600348 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-4c6a7636-4ef4-46aa-80d0-65a57331b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.602067 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-4c6a7636-4ef4-46aa-80d0-65a57331b4af service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.1081498 Mar 23 09:03:54.692559 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3384f-67b2-4bf3-b3f8-da6fc9f08c10 req-60c389f4-2f71-4f23-82e5-4396df9642cc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.694426 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-84d3384f-67b2-4bf3-b3f8-da6fc9f08c10 req-60c389f4-2f71-4f23-82e5-4396df9642cc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1574681 Mar 23 09:03:54.738243 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61ca93-3599-4659-b105-a4ea2afa51eb req-0c30b8ad-c9e2-46df-a1ff-f9e0886da699 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.742037 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-856d5b22-b289-46ee-b164-68873e901861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.746792 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2f61ca93-3599-4659-b105-a4ea2afa51eb req-0c30b8ad-c9e2-46df-a1ff-f9e0886da699 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0940995 Mar 23 09:03:54.758443 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-856d5b22-b289-46ee-b164-68873e901861 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1431952 Mar 23 09:03:54.818970 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-84d3384f-67b2-4bf3-b3f8-da6fc9f08c10 req-22eecc6c-96dd-4510-a857-062a7302a83f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127000 Mar 23 09:03:54.878259 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2f61ca93-3599-4659-b105-a4ea2afa51eb req-ffebaeb5-4bc6-4a37-b666-d01abfcbed0e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301465 Mar 23 09:03:54.898053 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-159fdf27-fbd4-420d-937b-1741a8491afd service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026397 Mar 23 09:03:54.910381 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-57f925d0-e6cc-4421-9ab4-1104f78d6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.914103 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-57f925d0-e6cc-4421-9ab4-1104f78d6ce4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1129 time: 0.1178231 Mar 23 09:03:55.077078 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f0b8a-66d7-4712-96c9-49267a5af5dd req-9f3afe63-03de-4a5f-8148-8d688880b807 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.080677 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-87a548f1-a7ce-4d13-8309-ca6dc3f2a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.083670 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-87a548f1-a7ce-4d13-8309-ca6dc3f2a5ed service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.1525009 Mar 23 09:03:55.084690 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-697f0b8a-66d7-4712-96c9-49267a5af5dd req-9f3afe63-03de-4a5f-8148-8d688880b807 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1125922 Mar 23 09:03:55.097713 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5f6c1eda-9e82-46cc-a8c9-081ab4f23055 req-006f1d0d-fffa-4b2b-a701-4fb999db5011 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892343 Mar 23 09:03:55.164198 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-697f0b8a-66d7-4712-96c9-49267a5af5dd req-110a6472-b40f-48fc-951a-bc3fd51251fc tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733213 Mar 23 09:03:55.212591 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-748a5307-ebca-4c2e-93a2-07c5d24fb025 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 1001 time: 0.0895066 Mar 23 09:03:55.285571 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe587f97-aea7-4de3-a206-baaf0e7de54d req-67b24a17-a965-4be8-8111-255896dbb8ec tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.287639 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe587f97-aea7-4de3-a206-baaf0e7de54d req-67b24a17-a965-4be8-8111-255896dbb8ec tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.0772793 Mar 23 09:03:55.293496 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-382447af-c4aa-47ac-a33e-60349646ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.295257 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-382447af-c4aa-47ac-a33e-60349646ad30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0531564 Mar 23 09:03:55.315588 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6cf47-6d34-44a0-ad69-3ff59b7ed2e1 req-959a0e94-2f3c-41ce-878a-88401be9e782 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.317407 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cfb6cf47-6d34-44a0-ad69-3ff59b7ed2e1 req-959a0e94-2f3c-41ce-878a-88401be9e782 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1179481 Mar 23 09:03:55.373334 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe587f97-aea7-4de3-a206-baaf0e7de54d req-51c687d2-286d-4ea6-89df-9cc22f2b17bb tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737219 Mar 23 09:03:55.397390 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cfb6cf47-6d34-44a0-ad69-3ff59b7ed2e1 req-3cc9e894-b2a9-4642-9304-351ef9357fbd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666637 Mar 23 09:03:55.408614 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-56b977de-4dad-4852-a835-a921e65a36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.410316 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-56b977de-4dad-4852-a835-a921e65a36b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919211 Mar 23 09:03:55.560804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82366ed7-8f0c-48c1-80a4-587037bfdfd9 req-f49a4667-05c5-4ba3-8420-fc40e66920f4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.565167 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-b6dd721b-f7c6-463d-9426-1caa1040b74e service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425109 Mar 23 09:03:55.569983 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-82366ed7-8f0c-48c1-80a4-587037bfdfd9 req-f49a4667-05c5-4ba3-8420-fc40e66920f4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 944 time: 0.0780475 Mar 23 09:03:55.639192 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-82366ed7-8f0c-48c1-80a4-587037bfdfd9 req-38127675-919d-4b95-961e-87ae157e2b8f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670476 Mar 23 09:03:55.699613 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bcb5917e-9de1-48d4-b6af-62b515834d66 req-9d0cb485-95db-4f47-8f0e-0c91bb86e4f6 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256692 Mar 23 09:03:56.020162 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620e212-a596-480d-abcc-1bf23953f935 req-3f01261b-12a4-4d7b-ae26-2f9ad97fc4ff tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:56.021883 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5620e212-a596-480d-abcc-1bf23953f935 req-3f01261b-12a4-4d7b-ae26-2f9ad97fc4ff tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0911551 Mar 23 09:03:56.080105 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5620e212-a596-480d-abcc-1bf23953f935 req-76838233-122a-4dff-a18b-83631585afe8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511250 Mar 23 09:03:56.307421 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6e5d0-8352-48a6-8e7f-1b0bcf96b3f6 req-3217e47b-3124-4eac-81bb-d4bde33358a2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:56.309037 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fec6e5d0-8352-48a6-8e7f-1b0bcf96b3f6 req-3217e47b-3124-4eac-81bb-d4bde33358a2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0669558 Mar 23 09:03:56.363420 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fec6e5d0-8352-48a6-8e7f-1b0bcf96b3f6 req-4ecd9ad5-0f2a-4c44-94e1-84bfec267d97 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480528 Mar 23 09:03:56.479945 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1274063c-7d1a-4812-9531-0f6a6ceb303c details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:56.537180 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a667202-ad39-4636-89c6-34dea3b9d496 req-0be0322d-9922-45d5-a88c-7c7bbba722ad tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:56.539519 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1a667202-ad39-4636-89c6-34dea3b9d496 req-0be0322d-9922-45d5-a88c-7c7bbba722ad tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.0888987 Mar 23 09:03:56.602754 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1a667202-ad39-4636-89c6-34dea3b9d496 req-dec65ab7-2e1b-49f8-b6bc-cadc6a4426c5 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539389 Mar 23 09:03:56.627534 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 1274063c-7d1a-4812-9531-0f6a6ceb303c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:56.648887 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'port_id': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'mac_address': 'fa:16:3e:5a:32:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:56.700674 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 1274063c-7d1a-4812-9531-0f6a6ceb303c is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:56.701064 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:56.715520 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1274063c-7d1a-4812-9531-0f6a6ceb303c {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:56.738875 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 1274063c-7d1a-4812-9531-0f6a6ceb303c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:56.744705 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:56.782470 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078482-d543-4b71-b745-829af98719a1 req-85713d23-c1d2-434b-9800-885b5aadd6b5 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:56.791243 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-db078482-d543-4b71-b745-829af98719a1 req-85713d23-c1d2-434b-9800-885b5aadd6b5 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 944 time: 0.0771194 Mar 23 09:03:56.815930 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-493291a6-d290-410b-8fcb-141e8c0e577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:56.844536 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=1274063c-7d1a-4812-9531-0f6a6ceb303c,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:56.866320 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-db078482-d543-4b71-b745-829af98719a1 req-680f979f-5acc-490d-a9c9-2c8c090b2f34 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738761 Mar 23 09:03:57.260837 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18abdad-6bdf-4567-baea-95935d702d36 req-4b175c6b-52f1-46fb-8aa0-e6d5af403818 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.274359 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e18abdad-6bdf-4567-baea-95935d702d36 req-4b175c6b-52f1-46fb-8aa0-e6d5af403818 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0908844 Mar 23 09:03:57.289976 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d600be-c87e-4d06-ab94-0425c81658d5 req-2f002536-2dfd-4348-abba-59facf7329c0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.293744 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-34d600be-c87e-4d06-ab94-0425c81658d5 req-2f002536-2dfd-4348-abba-59facf7329c0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1054599 Mar 23 09:03:57.300760 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-daabe1fc-1460-45e6-8b02-f87f61c7fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.302229 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-daabe1fc-1460-45e6-8b02-f87f61c7fde6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 1129 time: 0.0797944 Mar 23 09:03:57.327975 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e18abdad-6bdf-4567-baea-95935d702d36 req-473d3f7d-2297-4e33-87f0-9b2254069a2e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525239 Mar 23 09:03:57.396543 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-34d600be-c87e-4d06-ab94-0425c81658d5 req-f9e45370-69f9-4b42-b6ae-aaddcc644292 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981193 Mar 23 09:03:57.479118 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-1623bbe0-9a5c-45b0-976b-26caf4ddf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.481102 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-1623bbe0-9a5c-45b0-976b-26caf4ddf14f service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1383276 Mar 23 09:03:57.493444 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc67b00-427a-480e-ba38-82a581bb1f32 req-97cfa835-25ac-4652-8680-69ce87e55340 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.501308 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fc67b00-427a-480e-ba38-82a581bb1f32 req-97cfa835-25ac-4652-8680-69ce87e55340 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0702651 Mar 23 09:03:57.541585 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-ed4ffc84-0a57-470e-b683-c186f6720c5a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0478134 Mar 23 09:03:57.596484 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fc67b00-427a-480e-ba38-82a581bb1f32 req-44c3a4b2-9416-494c-b247-4fa9ae454db7 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946269 Mar 23 09:03:57.693062 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-8560e110-9aca-4078-9cc1-a4bc94a1bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.695639 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-8560e110-9aca-4078-9cc1-a4bc94a1bc6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.1015747 Mar 23 09:03:57.855863 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-bb4f8a2c-32ee-4e70-be61-a9c1d05bfaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.864736 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-bb4f8a2c-32ee-4e70-be61-a9c1d05bfaf2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1597531 Mar 23 09:03:57.896384 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095cf8c-c4b4-4856-8cca-d41dd159b728 req-6e9f7cb6-117b-4158-8913-22d14c416cbb tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.898517 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9095cf8c-c4b4-4856-8cca-d41dd159b728 req-6e9f7cb6-117b-4158-8913-22d14c416cbb tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.1808658 Mar 23 09:03:58.065792 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3399f-fdf2-40c5-96ed-5c11459ea03d req-117c472c-4a8b-498c-885f-85a47bb36608 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.067341 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58a3399f-fdf2-40c5-96ed-5c11459ea03d req-117c472c-4a8b-498c-885f-85a47bb36608 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 945 time: 0.0816910 Mar 23 09:03:58.109232 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['1274063c-7d1a-4812-9531-0f6a6ceb303c'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:58.114476 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9095cf8c-c4b4-4856-8cca-d41dd159b728 req-ce2f8afa-adcd-4835-8549-cc245488a7ed tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837916 Mar 23 09:03:58.117743 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-d636193a-8cc0-4722-ae2e-619d825f21e7 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108736 Mar 23 09:03:58.183806 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58a3399f-fdf2-40c5-96ed-5c11459ea03d req-5d7e5978-dee7-4849-aace-34602d043869 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102417 Mar 23 09:03:58.284861 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-039f8076-5155-48cd-b8dc-2a436c8dc3e3 req-297866ae-5258-475f-89b3-8fb247875043 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486504 Mar 23 09:03:58.502416 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b646-2ecf-474d-b2f6-5a6aba89601f req-d5b54c06-8819-4cf0-8048-cff1e9b42bcb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.514335 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b883b646-2ecf-474d-b2f6-5a6aba89601f req-d5b54c06-8819-4cf0-8048-cff1e9b42bcb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.1024845 Mar 23 09:03:58.553944 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0df9-5761-485d-8cab-4e94e86126c4 req-c438e7dd-7921-456c-972b-5f5087b819c4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.562432 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-713c0df9-5761-485d-8cab-4e94e86126c4 req-c438e7dd-7921-456c-972b-5f5087b819c4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0687869 Mar 23 09:03:58.605910 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b883b646-2ecf-474d-b2f6-5a6aba89601f req-1107dbda-4abd-40b8-a653-4cc726f9b20a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898018 Mar 23 09:03:58.655030 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-713c0df9-5761-485d-8cab-4e94e86126c4 req-a651e437-9558-481f-91f9-5edd392fc2a1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859532 Mar 23 09:03:58.743415 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d1f17-bf64-4c29-8eea-79ecd8fcbbdd req-fd0cc335-2636-4242-bc88-8b8b810b7555 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.755531 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-838d1f17-bf64-4c29-8eea-79ecd8fcbbdd req-fd0cc335-2636-4242-bc88-8b8b810b7555 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0629933 Mar 23 09:03:58.797787 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-838d1f17-bf64-4c29-8eea-79ecd8fcbbdd req-af80a43b-b375-48af-9700-f6cfd5d025af tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470729 Mar 23 09:03:58.926250 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d23c8-12ce-4fcc-996b-e6db1e02c3a8 req-633c3b28-ab06-41fd-98b5-e004700fb399 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.927884 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b97d23c8-12ce-4fcc-996b-e6db1e02c3a8 req-633c3b28-ab06-41fd-98b5-e004700fb399 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0587966 Mar 23 09:03:58.965771 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-6cedfa33-9a64-4be8-8c1d-595c4a155b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.985957 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b97d23c8-12ce-4fcc-996b-e6db1e02c3a8 req-27080829-edc0-4162-b2c5-0144455fcbcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520637 Mar 23 09:03:59.009091 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 39234) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:59.167760 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e573ce1-a7e3-46e2-86b8-6683292ac0d9 tempest-TestMinimumBasicScenario-1907913084 tempest-TestMinimumBasicScenario-1907913084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.170335 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-2e573ce1-a7e3-46e2-86b8-6683292ac0d9 tempest-TestMinimumBasicScenario-1907913084 tempest-TestMinimumBasicScenario-1907913084-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1124 time: 0.1600707 Mar 23 09:03:59.172141 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 39246) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:59.176687 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'port_id': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:59.209026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.296394 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0641447-b218-4543-9ea9-ab7d597a398f req-8f33d0a2-3a4f-45c6-8bfd-3346fe39d97e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.297854 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a0641447-b218-4543-9ea9-ab7d597a398f req-8f33d0a2-3a4f-45c6-8bfd-3346fe39d97e tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.1046290 Mar 23 09:03:59.311682 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971791-3858-4de8-9d0f-2f66a14862e7 req-585eae9c-0bcd-49e8-85cf-b2e0087eceb4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.313207 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a3971791-3858-4de8-9d0f-2f66a14862e7 req-585eae9c-0bcd-49e8-85cf-b2e0087eceb4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 945 time: 0.0589480 Mar 23 09:03:59.360440 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a3971791-3858-4de8-9d0f-2f66a14862e7 req-9c944d86-414a-4a57-8386-49a9f63e5cf7 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415115 Mar 23 09:03:59.391010 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a0641447-b218-4543-9ea9-ab7d597a398f req-b129166c-a0e8-4633-aa9d-700543a3700b tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869091 Mar 23 09:03:59.415817 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091721-26e6-48b4-9954-00bc614fa867 req-c316d253-2388-4091-8bfc-62fb60c9b791 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.417232 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2091721-26e6-48b4-9954-00bc614fa867 req-c316d253-2388-4091-8bfc-62fb60c9b791 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 946 time: 0.0909903 Mar 23 09:03:59.418568 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.622923 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Allocated IP 172.27.0.16 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/ac9c22bf-3af8-4004-bc5f-3e1f43f78248) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:59.643188 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Deleting port d94b94bf-3df4-4d62-bb4e-80869897ae17 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:03:59.643522 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.755454 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b928ad-0c9b-4d72-b6f9-47bb133be3cb req-72c50c77-d7b4-4ac3-b3e1-65455dc85fd5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.757209 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-44b928ad-0c9b-4d72-b6f9-47bb133be3cb req-72c50c77-d7b4-4ac3-b3e1-65455dc85fd5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0694473 Mar 23 09:03:59.823113 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-44b928ad-0c9b-4d72-b6f9-47bb133be3cb req-521387ed-e2b1-48e5-b1c3-c68a65a718cd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592670 Mar 23 09:04:00.043065 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-7e79121f-639e-4e1e-a26e-037fce1b2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.044570 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-7e79121f-639e-4e1e-a26e-037fce1b2fb8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1129 time: 0.0465558 Mar 23 09:04:00.088063 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] For port d94b94bf-3df4-4d62-bb4e-80869897ae17, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d94b94bf-3df4-4d62-bb4e-80869897ae17,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:00.088802 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.110308 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca75a6-f9ee-415a-9d3a-f52a0fbd1904 req-e2337a3b-ef17-456f-848a-afca07c340ea tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.111795 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-deca75a6-f9ee-415a-9d3a-f52a0fbd1904 req-e2337a3b-ef17-456f-848a-afca07c340ea tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1868227 Mar 23 09:04:00.116206 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.129840 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Calling delete_port for d94b94bf-3df4-4d62-bb4e-80869897ae17 owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:04:00.159645 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-24a75a35-7629-472d-a3a8-2243e0fb796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.161096 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-24a75a35-7629-472d-a3a8-2243e0fb796d service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.1096597 Mar 23 09:04:00.185806 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.230105 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-71551e0c-5e68-42bf-9a01-b287e49b1852 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 1001 time: 0.0604916 Mar 23 09:04:00.246776 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-deca75a6-f9ee-415a-9d3a-f52a0fbd1904 req-5725893e-1e2a-4339-bdd6-cb89d16e2985 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284940 Mar 23 09:04:00.271419 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.302316 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-9c129804-6449-4052-bb81-15736893c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.303696 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-9c129804-6449-4052-bb81-15736893c65f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0655899 Mar 23 09:04:00.325371 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:04:00.330621 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:00.340018 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:04:00.362439 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-7f720b15-3e73-4744-b712-45f692b55867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.363656 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'Port': ['ID=ac9c22bf-3af8-4004-bc5f-3e1f43f78248,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:00.363962 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-7f720b15-3e73-4744-b712-45f692b55867 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504715 Mar 23 09:04:00.454843 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (d94b94bf-3df4-4d62-bb4e-80869897ae17), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.473448 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['d94b94bf-3df4-4d62-bb4e-80869897ae17'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:00.484703 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1274063c-7d1a-4812-9531-0f6a6ceb303c up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:00.502052 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-86e70ea3-f6e6-48d1-a2dd-7d1bb8e9e60d service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303613 Mar 23 09:04:00.514204 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2fefc-614e-4bbb-9a91-edd7efefda88 req-c717096e-c0e3-4262-985d-7b4ae9f0a354 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.515656 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d0f2fefc-614e-4bbb-9a91-edd7efefda88 req-c717096e-c0e3-4262-985d-7b4ae9f0a354 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 945 time: 0.0834062 Mar 23 09:04:00.521379 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b8249b57-091c-4056-8360-393696980455 req-5af11095-5ec5-43c9-bed0-275550f85466 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 210 time: 0.0328259 Mar 23 09:04:00.555225 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 1274063c-7d1a-4812-9531-0f6a6ceb303c completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:04:00.560898 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 1274063c-7d1a-4812-9531-0f6a6ceb303c triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:00.561398 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.605554 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Pushing event deleted for resources: {'Port': ['ID=d94b94bf-3df4-4d62-bb4e-80869897ae17,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:00.623048 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d0f2fefc-614e-4bbb-9a91-edd7efefda88 req-eca7bb20-9f61-47bc-9d21-602a4c4171f1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983655 Mar 23 09:04:00.643568 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c576e9a3-1154-4240-ac9a-6b453de3cc36 req-4ae1d395-2d05-4f58-88d9-88d874f3f101 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268241 Mar 23 09:04:00.675456 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 1274063c-7d1a-4812-9531-0f6a6ceb303c is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:00.675776 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.693067 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] No DVR routers for this DVR port d94b94bf-3df4-4d62-bb4e-80869897ae17 on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:04:00.699863 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.701525 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:00.703212 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2091721-26e6-48b4-9954-00bc614fa867 req-d2ec796f-d02c-4d23-ac8d-424e5c6adff7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "DELETE /v2.0/ports/d94b94bf-3df4-4d62-bb4e-80869897ae17 HTTP/1.1" status: 204 len: 173 time: 1.2777143 Mar 23 09:04:00.703669 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'name': 'network-vif-deleted', 'tag': 'd94b94bf-3df4-4d62-bb4e-80869897ae17'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:00.703832 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1959858f-bbf9-4f18-94af-d392ad2e211b" -d '{"events": [{"server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "name": "network-vif-plugged", "status": "completed", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:00.705905 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c61e84-e5e4-423d-a583-dc550d986805" -d '{"events": [{"server_uuid": "cc2fd5dc-15a8-490c-81be-bcfe09edce30", "name": "network-vif-deleted", "tag": "d94b94bf-3df4-4d62-bb4e-80869897ae17"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:00.717894 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 1274063c-7d1a-4812-9531-0f6a6ceb303c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:00.725149 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.777175 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=1274063c-7d1a-4812-9531-0f6a6ceb303c,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:00.798496 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d5543a-15e0-47ec-a02a-16c4e0828ca2 x-openstack-request-id: req-12d5543a-15e0-47ec-a02a-16c4e0828ca2 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:00.799425 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "name": "network-vif-plugged", "status": "completed", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:00.799885 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12d5543a-15e0-47ec-a02a-16c4e0828ca2 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:00.800527 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d5543a-15e0-47ec-a02a-16c4e0828ca2'] response: {'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'code': 200} Mar 23 09:04:00.828928 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9166ade8-156e-4932-b306-7c86dfb978f5 x-openstack-request-id: req-9166ade8-156e-4932-b306-7c86dfb978f5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:00.829137 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2fd5dc-15a8-490c-81be-bcfe09edce30", "name": "network-vif-deleted", "tag": "d94b94bf-3df4-4d62-bb4e-80869897ae17", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:00.830449 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9166ade8-156e-4932-b306-7c86dfb978f5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:00.830449 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9166ade8-156e-4932-b306-7c86dfb978f5'] response: {'server_uuid': 'cc2fd5dc-15a8-490c-81be-bcfe09edce30', 'name': 'network-vif-deleted', 'tag': 'd94b94bf-3df4-4d62-bb4e-80869897ae17', 'status': 'completed', 'code': 200} Mar 23 09:04:00.895081 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for floatingip (8039d8f3-3ead-4e14-9923-3de1adc4aeff), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.973856 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4faa-1bbc-4ea6-b16c-0fc1274f6e7d req-b5dfa668-931b-4757-9279-2f9d7e48524b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.975458 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c39b4faa-1bbc-4ea6-b16c-0fc1274f6e7d req-b5dfa668-931b-4757-9279-2f9d7e48524b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0613203 Mar 23 09:04:01.013538 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.025472 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c39b4faa-1bbc-4ea6-b16c-0fc1274f6e7d req-31398dfb-7ca4-48a6-a75c-38422f929f05 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 Mar 23 09:04:01.048313 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:04:01.069098 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578a7fc-dac1-4333-b429-19184f093d77 req-4c6cdcad-c614-49ea-9ccf-a0155b737b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.070610 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8578a7fc-dac1-4333-b429-19184f093d77 req-4c6cdcad-c614-49ea-9ccf-a0155b737b72 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 1130 time: 0.0899174 Mar 23 09:04:01.161839 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8578a7fc-dac1-4333-b429-19184f093d77 req-b4fc5a26-3ad8-4c6e-9548-0aaea7cbba9a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813777 Mar 23 09:04:01.203415 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.207906 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.240236 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (8039d8f3-3ead-4e14-9923-3de1adc4aeff), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.323264 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'Port': ['ID=ac9c22bf-3af8-4004-bc5f-3e1f43f78248,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:01.385024 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Floating IP 8039d8f3-3ead-4e14-9923-3de1adc4aeff associated. External IP: 172.27.0.16, port: 930e7fbf-53d1-4f1a-a042-2123cc91ac8d. Mar 23 09:04:01.467996 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c292a-329f-40a9-9b4a-7e5b9c0c1900 req-0c0f0903-0ca0-4276-8a7b-9d1dba055c21 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.469522 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac0c292a-329f-40a9-9b4a-7e5b9c0c1900 req-0c0f0903-0ca0-4276-8a7b-9d1dba055c21 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1296635 Mar 23 09:04:01.542016 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac0c292a-329f-40a9-9b4a-7e5b9c0c1900 req-9941fa24-c17d-4b2f-adcd-2ded0cfba053 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Mar 23 09:04:01.668089 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.668723 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b07a7b37-7f7b-431b-af98-b6f28c03d767 req-b3935282-e0ae-45fb-9f3b-bf3da56ad3e8 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2fd5dc-15a8-490c-81be-bcfe09edce30 HTTP/1.1" status: 200 len: 210 time: 0.0597188 Mar 23 09:04:01.683752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:04:01.832280 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac76f-87ad-4bf8-9be8-197ea19c03e3 req-344af3c6-913f-4ddb-a5bb-bad0ea2e6db0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.833770 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9f2ac76f-87ad-4bf8-9be8-197ea19c03e3 req-344af3c6-913f-4ddb-a5bb-bad0ea2e6db0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.1061740 Mar 23 09:04:01.849206 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:04:01.858650 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] Sync routers for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:04:01.868720 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:01.869462 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:03:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:01.881590 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.919196 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9f2ac76f-87ad-4bf8-9be8-197ea19c03e3 req-d70c875e-c141-42b1-a7a5-6000d70e0810 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782402 Mar 23 09:04:01.927896 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-65a7efdd-e3ac-4a00-8b45-eb430fad49cf tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7518530 Mar 23 09:04:01.928200 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 39274) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:01.932537 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-9f6d2db2-21f4-4c49-b550-d8a364c38c4d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632981243', 'description': 'tempest-secgroup-smoke-1632981243 description', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:01.954349 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2db2-21f4-4c49-b550-d8a364c38c4d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.982104 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:02.020356 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2db2-21f4-4c49-b550-d8a364c38c4d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group (d2f52ad5-5750-4378-8817-b38ecb22e534), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.025758 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2db2-21f4-4c49-b550-d8a364c38c4d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d2f52ad5-5750-4378-8817-b38ecb22e534), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.069184 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2db2-21f4-4c49-b550-d8a364c38c4d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.070721 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9f6d2db2-21f4-4c49-b550-d8a364c38c4d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1414585 Mar 23 09:04:02.074623 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39278) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:02.076555 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d2db2-21f4-4c49-b550-d8a364c38c4d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f52ad5-5750-4378-8817-b38ecb22e534,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.093174 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-e799d917-6f81-494f-9aec-b74a4f1a26e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'security_group_rule': {'security_group_id': 'd2f52ad5-5750-4378-8817-b38ecb22e534', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:02.128881 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e799d917-6f81-494f-9aec-b74a4f1a26e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (78f13ec0-8887-46b7-9dd3-de11c8608a71), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.227722 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d1a93-0262-490a-a285-cc61e8ccd60e req-d8a4ec61-b9e4-425a-a087-3850d4015dbf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:02.229188 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0f3d1a93-0262-490a-a285-cc61e8ccd60e req-d8a4ec61-b9e4-425a-a087-3850d4015dbf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 945 time: 0.0855744 Mar 23 09:04:02.235020 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e799d917-6f81-494f-9aec-b74a4f1a26e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (78f13ec0-8887-46b7-9dd3-de11c8608a71), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.243071 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e799d917-6f81-494f-9aec-b74a4f1a26e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (78f13ec0-8887-46b7-9dd3-de11c8608a71), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.244865 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '8039d8f3-3ead-4e14-9923-3de1adc4aeff', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'port_id': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'mac_address': 'fa:16:3e:d1:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:00Z', 'updated_at': '2022-03-23T09:04:00Z', 'revision_number': 0, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:03Z', 'revision_number': 5, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:02.271554 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] Checking router: 460a279e-1fca-4423-a5b7-f5f93e91d9e1 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:04:02.278014 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799d917-6f81-494f-9aec-b74a4f1a26e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f13ec0-8887-46b7-9dd3-de11c8608a71,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.281224 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:02.281988 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:03:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:02.287860 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e799d917-6f81-494f-9aec-b74a4f1a26e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.291903 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e799d917-6f81-494f-9aec-b74a4f1a26e3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2131104 Mar 23 09:04:02.292160 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 39282) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:02.296904 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-5b7218f5-c1ca-4eca-baf4-f9569fcba898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'security_group_rule': {'security_group_id': 'd2f52ad5-5750-4378-8817-b38ecb22e534', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:02.301000 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0f3d1a93-0262-490a-a285-cc61e8ccd60e req-51e9168e-c989-427d-931b-a5433008a168 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648165 Mar 23 09:04:02.329735 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b7218f5-c1ca-4eca-baf4-f9569fcba898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (2f34ae4f-301d-4ca3-9991-5b015a74b913), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.388703 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b7218f5-c1ca-4eca-baf4-f9569fcba898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (2f34ae4f-301d-4ca3-9991-5b015a74b913), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.393647 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b7218f5-c1ca-4eca-baf4-f9569fcba898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (2f34ae4f-301d-4ca3-9991-5b015a74b913), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.397168 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:02.416212 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7218f5-c1ca-4eca-baf4-f9569fcba898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f34ae4f-301d-4ca3-9991-5b015a74b913,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.423212 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b7218f5-c1ca-4eca-baf4-f9569fcba898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.428486 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-5b7218f5-c1ca-4eca-baf4-f9569fcba898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310563 Mar 23 09:04:02.428820 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39284) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:02.434047 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-8262b292-bc9f-49ea-bc36-e015a1b25621 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'security_group_rule': {'security_group_id': 'd2f52ad5-5750-4378-8817-b38ecb22e534', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:02.461272 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8262b292-bc9f-49ea-bc36-e015a1b25621 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (f54b0f27-34b2-48de-aa1e-64100b780a6e), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.494372 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d94b94bf-3df4-4d62-bb4e-80869897ae17 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:02.514638 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: d94b94bf-3df4-4d62-bb4e-80869897ae17 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:04:02.515215 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d94b94bf-3df4-4d62-bb4e-80869897ae17 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:04:02.515636 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:02.518860 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8262b292-bc9f-49ea-bc36-e015a1b25621 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (f54b0f27-34b2-48de-aa1e-64100b780a6e), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.523212 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8262b292-bc9f-49ea-bc36-e015a1b25621 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (f54b0f27-34b2-48de-aa1e-64100b780a6e), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.546518 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262b292-bc9f-49ea-bc36-e015a1b25621 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54b0f27-34b2-48de-aa1e-64100b780a6e,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.558304 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8262b292-bc9f-49ea-bc36-e015a1b25621 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.561304 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-8262b292-bc9f-49ea-bc36-e015a1b25621 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298225 Mar 23 09:04:02.564589 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 39286) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:02.574002 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-a26a3bdd-29d1-45e0-8046-1c7dba19b89f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'security_group_rule': {'security_group_id': 'd2f52ad5-5750-4378-8817-b38ecb22e534', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:02.611781 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a26a3bdd-29d1-45e0-8046-1c7dba19b89f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (2c87b5e5-9a22-4987-9357-54c06a21e3d5), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.612636 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: ACTIVE; New status is: DOWN {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:02.613072 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.651664 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:02.656466 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.735222 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b71ea-6413-47cc-85e8-a31f3e4c4cb3 req-e020bf2e-a540-4089-8116-e83065cd5b60 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:02.742142 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ce7b71ea-6413-47cc-85e8-a31f3e4c4cb3 req-e020bf2e-a540-4089-8116-e83065cd5b60 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1189079 Mar 23 09:04:02.748961 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a26a3bdd-29d1-45e0-8046-1c7dba19b89f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (2c87b5e5-9a22-4987-9357-54c06a21e3d5), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.756012 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=8']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.763920 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a26a3bdd-29d1-45e0-8046-1c7dba19b89f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (2c87b5e5-9a22-4987-9357-54c06a21e3d5), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.791763 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a3bdd-29d1-45e0-8046-1c7dba19b89f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c87b5e5-9a22-4987-9357-54c06a21e3d5,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.802704 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:02.804487 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ca528-8826-4b88-a72f-ee9fc5162d62" -d '{"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-unplugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:02.811358 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '8039d8f3-3ead-4e14-9923-3de1adc4aeff', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'port_id': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'mac_address': 'fa:16:3e:d1:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:00Z', 'updated_at': '2022-03-23T09:04:00Z', 'revision_number': 0, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:03Z', 'revision_number': 5, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:02.812563 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a26a3bdd-29d1-45e0-8046-1c7dba19b89f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.816671 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a26a3bdd-29d1-45e0-8046-1c7dba19b89f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2484181 Mar 23 09:04:02.816761 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39294) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:02.828328 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'security_group_rule': {'security_group_id': 'd2f52ad5-5750-4378-8817-b38ecb22e534', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:02.833873 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ce7b71ea-6413-47cc-85e8-a31f3e4c4cb3 req-47b0e101-c349-4c1f-b2a0-df9f4d4d75a1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908744 Mar 23 09:04:02.834904 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:02.838437 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9deb068-3645-4498-9364-e260b76cb01a" -d '{"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:02.861497 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.securitygroups_db [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Project a5ae8ddbd2b241db8ec376f3177398bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:04:02.865907 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869d548-2bae-4371-8cb4-9e5b5e394d5a None None] The sync data for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi is: [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '8039d8f3-3ead-4e14-9923-3de1adc4aeff', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'port_id': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'mac_address': 'fa:16:3e:d1:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:00Z', 'updated_at': '2022-03-23T09:04:00Z', 'revision_number': 0, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:03Z', 'revision_number': 5, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:04:02.870632 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed21c868-0c47-4e54-ba41-8793e5bdddde x-openstack-request-id: req-ed21c868-0c47-4e54-ba41-8793e5bdddde {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:02.871757 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-unplugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:02.871757 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed21c868-0c47-4e54-ba41-8793e5bdddde {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:02.872087 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (8dacc0bd-cac3-4864-a4a5-de3de24ca3da), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.872254 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed21c868-0c47-4e54-ba41-8793e5bdddde'] response: {'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9', 'code': 200} Mar 23 09:04:02.901531 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92cae33-d939-4773-96a3-14f5a930065b x-openstack-request-id: req-d92cae33-d939-4773-96a3-14f5a930065b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:02.901876 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:02.902101 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d92cae33-d939-4773-96a3-14f5a930065b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:02.902825 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92cae33-d939-4773-96a3-14f5a930065b'] response: {'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'status': 'completed', 'code': 200} Mar 23 09:04:02.957600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (8dacc0bd-cac3-4864-a4a5-de3de24ca3da), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.964883 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (8dacc0bd-cac3-4864-a4a5-de3de24ca3da), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.998373 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dacc0bd-cac3-4864-a4a5-de3de24ca3da,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:03.012169 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb068-3645-4498-9364-e260b76cb01a req-18b04608-0bc9-462a-99d4-cd280c8ba63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.013815 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9deb068-3645-4498-9364-e260b76cb01a req-18b04608-0bc9-462a-99d4-cd280c8ba63a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0700953 Mar 23 09:04:03.018698 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:03.019884 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b2aa8aba-6796-4272-9574-aaeb402090d5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2022033 Mar 23 09:04:03.027899 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 39312) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:03.040866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'security_group_rule': {'security_group_id': 'd2f52ad5-5750-4378-8817-b38ecb22e534', 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:03.088689 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:03.124803 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-fdfbc5a8-9333-48c2-82ec-b71826e72d26 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.130140 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-fdfbc5a8-9333-48c2-82ec-b71826e72d26 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/networks?id=4f852673-da98-4e76-b12c-147e637daed1 HTTP/1.1" status: 200 len: 809 time: 0.1489201 Mar 23 09:04:03.139705 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.securitygroups_db [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Project a5ae8ddbd2b241db8ec376f3177398bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:04:03.148929 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-db992e5b-e5ab-40da-b47d-163884bce579 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/quotas/f5ee7e1575614519a8c449c6ef8d0f0a HTTP/1.1" status: 200 len: 375 time: 0.0161402 Mar 23 09:04:03.149167 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (f35da8fc-963a-42fe-974a-fc5c4d4fa05f), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:03.167944 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf4a471-3096-4f23-9690-d001a7d4c913 None None] New status for floating IP 8039d8f3-3ead-4e14-9923-3de1adc4aeff: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:04:03.189908 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-078a8d6f-03c9-4457-8b53-e54c877a8163 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5ee7e1575614519a8c449c6ef8d0f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400190 Mar 23 09:04:03.205481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edfc7e-cb2f-4e07-a6f3-df1b54ab7596 req-8b47ace5-8698-41aa-a3f3-2a44efd30d94 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.206990 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f4edfc7e-cb2f-4e07-a6f3-df1b54ab7596 req-8b47ace5-8698-41aa-a3f3-2a44efd30d94 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.1916151 Mar 23 09:04:03.219402 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb068-3645-4498-9364-e260b76cb01a req-731dad40-7c28-4201-ba75-a051ef267138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.220838 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9deb068-3645-4498-9364-e260b76cb01a req-731dad40-7c28-4201-ba75-a051ef267138 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 915 time: 0.1936686 Mar 23 09:04:03.301742 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-a422626e-a2fa-4b44-832b-fb1f080dcdc8 service neutron] 10.222.0.73 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109097 Mar 23 09:04:03.306461 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (f35da8fc-963a-42fe-974a-fc5c4d4fa05f), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:03.318104 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (f35da8fc-963a-42fe-974a-fc5c4d4fa05f), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:03.424756 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-7fffba8d-6f58-48a9-8813-4e9faf2a2886 service neutron] 10.222.0.73 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134403 Mar 23 09:04:03.593144 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f4edfc7e-cb2f-4e07-a6f3-df1b54ab7596 req-158a97f2-362f-4b72-aa74-ec11dadaf8af tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3773832 Mar 23 09:04:03.603775 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35da8fc-963a-42fe-974a-fc5c4d4fa05f,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:03.607862 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9deb068-3645-4498-9364-e260b76cb01a req-1b98e1c2-b50a-4946-a2e3-abc2024f467f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 998 time: 0.3659947 Mar 23 09:04:03.610557 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:03.611639 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a34bf750-54cf-45bd-9381-c1af2848ef0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5832350 Mar 23 09:04:03.679064 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb068-3645-4498-9364-e260b76cb01a req-99b28a2c-c0cd-4e8c-b50e-31796f895b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.680509 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9deb068-3645-4498-9364-e260b76cb01a req-99b28a2c-c0cd-4e8c-b50e-31796f895b57 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 200 len: 853 time: 0.0648708 Mar 23 09:04:03.698711 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef62318-75c3-4aae-8578-827ca305f6c8 req-e9f08157-9730-4689-bcc0-a64edfb4df38 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.699400 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-38a90d77-2037-4efd-b0d9-2061e6a51046 req-7fb2309b-da70-4bd4-825c-c3c36d51f121 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 210 time: 0.0362899 Mar 23 09:04:03.700196 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2ef62318-75c3-4aae-8578-827ca305f6c8 req-e9f08157-9730-4689-bcc0-a64edfb4df38 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.1011500 Mar 23 09:04:03.760110 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb068-3645-4498-9364-e260b76cb01a req-500df2b2-274e-44dc-af58-72183e92c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.761690 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9deb068-3645-4498-9364-e260b76cb01a req-500df2b2-274e-44dc-af58-72183e92c9ab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5bd62805-2cca-4e09-8c5e-705143e5fe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661860 Mar 23 09:04:03.784898 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2ef62318-75c3-4aae-8578-827ca305f6c8 req-a6043056-917f-4892-bcbe-612e7f26a0ee tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787477 Mar 23 09:04:03.880050 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-92ad4d78-5653-4b56-8106-1887561a6607 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632981243&fields=id&tenant_id=a5ae8ddbd2b241db8ec376f3177398bf HTTP/1.1" status: 200 len: 267 time: 0.1056454 Mar 23 09:04:03.926890 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9deb068-3645-4498-9364-e260b76cb01a req-14904d23-500c-4514-bed9-3ba589f5e462 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500242 Mar 23 09:04:03.953694 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876638e-c03a-4506-bc67-659b70059ccf req-90b861df-53b4-42c6-9c9b-c05d37ab40c6 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.955268 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9876638e-c03a-4506-bc67-659b70059ccf req-90b861df-53b4-42c6-9c9b-c05d37ab40c6 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0602324 Mar 23 09:04:03.997151 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-557be271-1a40-43f7-93bb-d522e5c43160 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.998677 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-557be271-1a40-43f7-93bb-d522e5c43160 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.1119759 Mar 23 09:04:04.004515 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9876638e-c03a-4506-bc67-659b70059ccf req-6cfc6cc3-1e86-4d10-a5ef-7e4196647d0b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Mar 23 09:04:04.016372 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'port': {'security_groups': ['27ffdc5a-99f0-4512-9caf-d69c4566d952', 'd2f52ad5-5750-4378-8817-b38ecb22e534']}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:04.098937 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9deb068-3645-4498-9364-e260b76cb01a req-9d8554e2-b121-4c49-8857-dcc2e34b00a0 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568797 Mar 23 09:04:04.110790 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.302191 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:04.333973 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.339315 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.362649 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['930e7fbf-53d1-4f1a-a042-2123cc91ac8d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:04.387769 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:04.388293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.389922 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-88702f5b-bd22-4a9f-826e-9878b6f3fe9d req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "PUT /v2.0/ports/930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 981 time: 0.3795738 Mar 23 09:04:04.418926 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1910f-3510-4fc3-9b9c-ac663de84760 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:04.526139 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dafc5c-18a6-411a-b500-217039766d02 req-519680ad-f760-4547-9598-5507b5d8326d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:04.527579 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-01dafc5c-18a6-411a-b500-217039766d02 req-519680ad-f760-4547-9598-5507b5d8326d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0596004 Mar 23 09:04:04.595142 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['930e7fbf-53d1-4f1a-a042-2123cc91ac8d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:04.606964 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-01dafc5c-18a6-411a-b500-217039766d02 req-d29a8059-0d3d-4fc9-a099-5a8073f582f5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726449 Mar 23 09:04:04.750760 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62091da-dd9a-4806-be6b-4d8b1baaf13b req-9a8b41c4-9122-4f59-8926-4a78a217500a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:04.759665 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f62091da-dd9a-4806-be6b-4d8b1baaf13b req-9a8b41c4-9122-4f59-8926-4a78a217500a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.0657518 Mar 23 09:04:04.815077 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f62091da-dd9a-4806-be6b-4d8b1baaf13b req-98a3c6c9-dbba-4948-a6ff-f41d79cfc67b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541329 Mar 23 09:04:04.831331 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8ddc2cc6-e3b6-41fa-92c4-053bb41537c1 req-d01271f8-cfa4-4e24-8bc6-5519f94476f4 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 210 time: 0.0521679 Mar 23 09:04:04.844283 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-559975d2-8134-4bc4-a060-e0173713e6a8 None None] Provisioning complete for port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:04.844736 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-559975d2-8134-4bc4-a060-e0173713e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.907114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:04.909596 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abc7b6a-5d88-411f-9b47-876923124465" -d '{"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:05.002986 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadd2e-3f47-4109-9159-b7736e003784 req-c5f62ae2-1129-41cc-a8fc-fc12a19dfedd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.012039 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15cadd2e-3f47-4109-9159-b7736e003784 req-c5f62ae2-1129-41cc-a8fc-fc12a19dfedd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.0907307 Mar 23 09:04:05.030553 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39348) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:05.036241 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'port_id': '1274063c-7d1a-4812-9531-0f6a6ceb303c'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:05.072024 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-559975d2-8134-4bc4-a060-e0173713e6a8 None None] Current status of the port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:05.092666 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-b6bc9a7b-f02e-4812-8cdc-cbfe2cd99535 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.094676 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-b6bc9a7b-f02e-4812-8cdc-cbfe2cd99535 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "GET /v2.0/networks?id=4f852673-da98-4e76-b12c-147e637daed1 HTTP/1.1" status: 200 len: 809 time: 0.2122235 Mar 23 09:04:05.106937 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efbb335-944a-424c-9f62-f482e23a4687 x-openstack-request-id: req-6efbb335-944a-424c-9f62-f482e23a4687 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:05.107233 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:05.107492 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6efbb335-944a-424c-9f62-f482e23a4687 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:05.108008 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efbb335-944a-424c-9f62-f482e23a4687'] response: {'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'status': 'completed', 'code': 200} Mar 23 09:04:05.110202 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.122189 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Request body: {'port': {'device_id': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'network_id': '4f852673-da98-4e76-b12c-147e637daed1', 'admin_state_up': True, 'tenant_id': 'f5ee7e1575614519a8c449c6ef8d0f0a'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:05.181421 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11fe47-3feb-434f-82b7-aff1324ea982 req-782de298-1c2e-45f3-b67a-54f20aa0d737 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.183152 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8b11fe47-3feb-434f-82b7-aff1324ea982 req-782de298-1c2e-45f3-b67a-54f20aa0d737 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.2209375 Mar 23 09:04:05.273372 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8b11fe47-3feb-434f-82b7-aff1324ea982 req-5cf84ff0-fac9-424a-99d2-54cd2e6aad1f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796859 Mar 23 09:04:05.287809 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Made reservation on behalf of f5ee7e1575614519a8c449c6ef8d0f0a for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:05.293307 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.363130 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d7bc7-a215-4768-9570-6d734d91cddf req-56f64073-f929-440a-b599-f99e2340d6c8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.374289 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d26d7bc7-a215-4768-9570-6d734d91cddf req-56f64073-f929-440a-b599-f99e2340d6c8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.2002490 Mar 23 09:04:05.468774 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc7b6a-5d88-411f-9b47-876923124465 req-cbfdda1e-b68b-4056-b16c-9029774f33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.470814 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7abc7b6a-5d88-411f-9b47-876923124465 req-cbfdda1e-b68b-4056-b16c-9029774f33e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1168 time: 0.3068891 Mar 23 09:04:05.484710 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Allocated IP 172.20.0.2 (4f852673-da98-4e76-b12c-147e637daed1/883dd5ab-42af-495d-ad67-f522fd598cb0/91c65776-2d9f-4007-9241-f50f54d59f90) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:04:05.516906 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d26d7bc7-a215-4768-9570-6d734d91cddf req-b5587391-ffdb-4462-b314-6b8a140e8469 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415522 Mar 23 09:04:05.668707 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks [] for port (91c65776-2d9f-4007-9241-f50f54d59f90), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.713378 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.763575 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Network 4f852673-da98-4e76-b12c-147e637daed1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:04:05.769300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:05.774150 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:04:05.780020 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.780738 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.787551 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Pushing event updated for resources: {'Port': ['ID=91c65776-2d9f-4007-9241-f50f54d59f90,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:05.805956 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-8db952f6-9f0f-4f96-a710-b2a176c78a7d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6841998 Mar 23 09:04:05.818110 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Request body: {'port': {'device_id': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:05.891823 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.947552 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [req-f543a290-49c2-494b-82ef-b0bceba75bc3 req-e476d351-70cb-44e2-ae5a-8a5f43b11334 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:04:05.947552 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f543a290-49c2-494b-82ef-b0bceba75bc3 req-e476d351-70cb-44e2-ae5a-8a5f43b11334 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072241 Mar 23 09:04:05.990566 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc7b6a-5d88-411f-9b47-876923124465 req-c5c5560e-fc64-4272-b2ba-8e9e8cce8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.992306 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7abc7b6a-5d88-411f-9b47-876923124465 req-c5c5560e-fc64-4272-b2ba-8e9e8cce8aa0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 915 time: 0.4804683 Mar 23 09:04:06.121961 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7abc7b6a-5d88-411f-9b47-876923124465 req-f9b186b5-d4af-4eba-bd90-8d4b78421764 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 1000 time: 0.1116657 Mar 23 09:04:06.130550 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68ba34-d23b-4039-8841-1f80b5a8d239 req-0e05859d-39f6-4a7d-84b7-c4acd864a30f tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.131940 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2e68ba34-d23b-4039-8841-1f80b5a8d239 req-0e05859d-39f6-4a7d-84b7-c4acd864a30f tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 931 time: 0.1882231 Mar 23 09:04:06.182200 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941db6-4d9d-4212-9d93-63aef72e8738 req-28d4a9a0-7aba-41dd-942c-cb4f9a62bdf5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.183735 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-17941db6-4d9d-4212-9d93-63aef72e8738 req-28d4a9a0-7aba-41dd-942c-cb4f9a62bdf5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0829580 Mar 23 09:04:06.266248 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc7b6a-5d88-411f-9b47-876923124465 req-695cb32d-802d-42bc-a532-b38871279bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.267506 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7abc7b6a-5d88-411f-9b47-876923124465 req-695cb32d-802d-42bc-a532-b38871279bae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 200 len: 853 time: 0.1307096 Mar 23 09:04:06.277340 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-17941db6-4d9d-4212-9d93-63aef72e8738 req-3161d79c-fa5d-4017-9285-5df26e524f95 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823987 Mar 23 09:04:06.280457 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2e68ba34-d23b-4039-8841-1f80b5a8d239 req-27533fec-2a76-46ed-bab8-30c946bfdc26 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336632 Mar 23 09:04:06.282692 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.287757 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c65776-2d9f-4007-9241-f50f54d59f90 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:06.293211 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.307555 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Publish callbacks [] for port (91c65776-2d9f-4007-9241-f50f54d59f90), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.313576 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Transition to ACTIVE for port object 91c65776-2d9f-4007-9241-f50f54d59f90 will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:04:06.319197 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.378392 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Pushing event updated for resources: {'Port': ['ID=91c65776-2d9f-4007-9241-f50f54d59f90,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:06.416993 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Attempting to bind port 91c65776-2d9f-4007-9241-f50f54d59f90 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:04:06.417368 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Attempting to bind port 91c65776-2d9f-4007-9241-f50f54d59f90 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:04:06.417780 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Attempting to bind port 91c65776-2d9f-4007-9241-f50f54d59f90 on network 4f852673-da98-4e76-b12c-147e637daed1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:06.420472 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc7b6a-5d88-411f-9b47-876923124465 req-291a30fc-4492-440a-9c48-e063f13c37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.422235 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7abc7b6a-5d88-411f-9b47-876923124465 req-291a30fc-4492-440a-9c48-e063f13c37a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5bd62805-2cca-4e09-8c5e-705143e5fe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1385047 Mar 23 09:04:06.422765 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Port 91c65776-2d9f-4007-9241-f50f54d59f90 on network 4f852673-da98-4e76-b12c-147e637daed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:04:06.423105 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Attempting to bind port 91c65776-2d9f-4007-9241-f50f54d59f90 on network 4f852673-da98-4e76-b12c-147e637daed1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:06.428341 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:04:06.428675 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Checking segment: {'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:04:06.429052 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Bound using segment: {'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:04:06.429515 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Bound port: 91c65776-2d9f-4007-9241-f50f54d59f90, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4f852673-da98-4e76-b12c-147e637daed1'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:04:06.429903 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.453617 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca associated. External IP: 172.27.0.12, port: 1274063c-7d1a-4812-9531-0f6a6ceb303c. Mar 23 09:04:06.537570 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] For port 91c65776-2d9f-4007-9241-f50f54d59f90, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:04:06.542124 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] For port 91c65776-2d9f-4007-9241-f50f54d59f90, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c65776-2d9f-4007-9241-f50f54d59f90,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:04:06.552107 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.590654 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39402) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:06.613967 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.614577 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.617835 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] 10.222.0.84 "PUT /v2.0/ports/91c65776-2d9f-4007-9241-f50f54d59f90 HTTP/1.1" status: 200 len: 1093 time: 0.8049033 Mar 23 09:04:06.633248 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407aeb3-a2bc-4586-a12a-05ee873922ca service neutron] Pushing event updated for resources: {'Port': ['ID=91c65776-2d9f-4007-9241-f50f54d59f90,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:06.712559 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-3133a88f-fe8a-46fb-9ff9-bcda10ad0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.714101 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-3133a88f-fe8a-46fb-9ff9-bcda10ad0f57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f5ee7e1575614519a8c449c6ef8d0f0a&device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 1127 time: 0.0514340 Mar 23 09:04:06.737400 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7abc7b6a-5d88-411f-9b47-876923124465 req-578944fe-ebdc-4840-8b58-0c874e571c9d service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043518 Mar 23 09:04:06.753047 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b9bd2-b3bf-4949-b8e8-672ddf701c2d req-ddd719b8-9406-4a3c-8bdf-d9bf0e517522 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.754549 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-120b9bd2-b3bf-4949-b8e8-672ddf701c2d req-ddd719b8-9406-4a3c-8bdf-d9bf0e517522 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1519485 Mar 23 09:04:06.766668 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-16a9b268-af57-4c5e-aa87-dd9ae2a2d642 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91c65776-2d9f-4007-9241-f50f54d59f90 HTTP/1.1" status: 200 len: 217 time: 0.0382907 Mar 23 09:04:06.817682 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-7a4b7ddf-eb4b-44db-8b2f-5134de22f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.819147 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-7a4b7ddf-eb4b-44db-8b2f-5134de22f2ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=883dd5ab-42af-495d-ad67-f522fd598cb0 HTTP/1.1" status: 200 len: 849 time: 0.0434589 Mar 23 09:04:06.853745 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-e052f18d-8185-4063-a40c-d81a53c670b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f852673-da98-4e76-b12c-147e637daed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267289 Mar 23 09:04:06.875403 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-679013d8-eb17-40cc-bc03-63279fffedb7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2836623 Mar 23 09:04:06.890090 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-6c721a30-6075-4e16-a21d-35b4a0e9530c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:04:06.890982 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-6c721a30-6075-4e16-a21d-35b4a0e9530c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066061 Mar 23 09:04:06.943007 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-120b9bd2-b3bf-4949-b8e8-672ddf701c2d req-8e8478df-dff4-4a8f-a532-b13494c17107 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773932 Mar 23 09:04:06.947928 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-40b24d3b-75eb-4410-92b9-a7cb0ab799a5 service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Mar 23 09:04:06.965580 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7abc7b6a-5d88-411f-9b47-876923124465 req-b5dc6386-98be-4784-9c05-9efd70bf31f2 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087638 Mar 23 09:04:06.982442 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39410) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:07.009476 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:04:07.067612 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fe85cddb-914c-4d7f-9090-4f6a750b6d86 req-55dc5cd3-d3f4-4569-ab40-a850e9860db6 service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093929 Mar 23 09:04:07.109347 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'tag': '91c65776-2d9f-4007-9241-f50f54d59f90'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:07.111764 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbb524f-9125-49ae-9b5a-516c67b275ed", "tag": "91c65776-2d9f-4007-9241-f50f54d59f90"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:07.136729 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-a465e647-5cef-451c-89c8-be22b0dbab5d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.138139 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-a465e647-5cef-451c-89c8-be22b0dbab5d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports/859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 940 time: 0.1546760 Mar 23 09:04:07.148280 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2b240-d82a-42af-a70b-80e970e9d687 x-openstack-request-id: req-04d2b240-d82a-42af-a70b-80e970e9d687 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:07.148738 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbb524f-9125-49ae-9b5a-516c67b275ed", "tag": "91c65776-2d9f-4007-9241-f50f54d59f90", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:07.149001 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04d2b240-d82a-42af-a70b-80e970e9d687 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:07.150374 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d2b240-d82a-42af-a70b-80e970e9d687'] response: {'name': 'network-changed', 'server_uuid': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'tag': '91c65776-2d9f-4007-9241-f50f54d59f90', 'status': 'completed', 'code': 200} Mar 23 09:04:07.164577 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:04:07.169520 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.176158 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:04:07.192148 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:07.193297 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:03:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:07.200895 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b6b9cce8-cbd9-4601-8ec3-f88d0a610c07 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "PUT /v2.0/floatingips/c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca HTTP/1.1" status: 200 len: 991 time: 2.1688936 Mar 23 09:04:07.201519 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:07.203765 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912" -d '{"events": [{"name": "network-changed", "server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:07.260322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-57a141d3-8334-419b-bf07-78fd6cb49510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.263078 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-57a141d3-8334-419b-bf07-78fd6cb49510 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f5ee7e1575614519a8c449c6ef8d0f0a&device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 1127 time: 0.0651903 Mar 23 09:04:07.278843 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea75f13d-e9fe-4e31-93d1-30d4bcc8febe x-openstack-request-id: req-ea75f13d-e9fe-4e31-93d1-30d4bcc8febe {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:07.279147 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:07.279375 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea75f13d-e9fe-4e31-93d1-30d4bcc8febe {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:07.279925 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea75f13d-e9fe-4e31-93d1-30d4bcc8febe'] response: {'name': 'network-changed', 'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'status': 'completed', 'code': 200} Mar 23 09:04:07.322253 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:07.464973 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-848efb45-3e31-4dd2-b6ef-9ca6f8912afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.466698 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-848efb45-3e31-4dd2-b6ef-9ca6f8912afb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 1130 time: 0.1456459 Mar 23 09:04:07.485102 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e88967-6448-4c72-9b20-8818188678e2 req-fb98a70e-dc35-47e3-8949-3733b692ed8d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.486906 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-90e88967-6448-4c72-9b20-8818188678e2 req-fb98a70e-dc35-47e3-8949-3733b692ed8d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0827842 Mar 23 09:04:07.504077 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-5f4b2324-fe32-42be-b0f1-c91e0050af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.505994 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-5f4b2324-fe32-42be-b0f1-c91e0050af20 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4f852673-da98-4e76-b12c-147e637daed1 HTTP/1.1" status: 200 len: 910 time: 0.2133327 Mar 23 09:04:07.514966 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cff1b3-f566-4a28-b0f2-ee2da369b433 req-3ec5be4f-592f-4ac4-bb88-bbabbff6a629 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.514966 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-73cff1b3-f566-4a28-b0f2-ee2da369b433 req-3ec5be4f-592f-4ac4-bb88-bbabbff6a629 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 943 time: 0.0988040 Mar 23 09:04:07.626345 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-90e88967-6448-4c72-9b20-8818188678e2 req-04d40b0e-c539-45c3-be6c-9af58c565d07 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165783 Mar 23 09:04:07.630971 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-49ba9153-7f45-492d-a68f-6737a9631250 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91c65776-2d9f-4007-9241-f50f54d59f90 HTTP/1.1" status: 200 len: 217 time: 0.1026495 Mar 23 09:04:07.651443 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:06Z', 'revision_number': 2, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}, {'id': 'c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:5a:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:45Z', 'updated_at': '2022-03-23T09:04:06Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:07.671897 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-5376aaaf-4106-4958-936a-82b770f43824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.674165 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-5376aaaf-4106-4958-936a-82b770f43824 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.1862483 Mar 23 09:04:07.683583 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:04:07.693320 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:07.693802 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:03:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:07.721978 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-73cff1b3-f566-4a28-b0f2-ee2da369b433 req-e22c56e4-f5a9-486b-b3a0-3935551bc05a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007973 Mar 23 09:04:07.737630 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-672608c1-c9aa-4888-9882-19e9054a6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.737630 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-672608c1-c9aa-4888-9882-19e9054a6932 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=883dd5ab-42af-495d-ad67-f522fd598cb0 HTTP/1.1" status: 200 len: 849 time: 0.0805216 Mar 23 09:04:07.767510 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-d9e38bc7-093b-4873-a788-81012a309217 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c HTTP/1.1" status: 200 len: 999 time: 0.0815585 Mar 23 09:04:07.788134 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-908f5e14-f688-4583-b167-0f548863608b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f852673-da98-4e76-b12c-147e637daed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311899 Mar 23 09:04:07.817543 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:07.828535 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-90937c5e-9484-4a99-9b4f-1bdc6ec3bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.830032 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-90937c5e-9484-4a99-9b4f-1bdc6ec3bcf6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0483453 Mar 23 09:04:07.900979 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-68cfecfc-f2ca-49eb-8c58-e53e05882f05 service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045108 Mar 23 09:04:07.917067 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-66dcfc48-776c-4af4-be3e-695bf6bd2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.918919 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-66dcfc48-776c-4af4-be3e-695bf6bd2097 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537779 Mar 23 09:04:08.004956 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-86f2ab54-f82b-4740-89ea-eed41eb1dd7f req-4dfd28b2-0466-41ab-8214-56ab26a72e1b service neutron] 10.222.0.84 "GET /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917885 Mar 23 09:04:08.067541 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-d9c71628-4ffd-4ebf-8d5f-a16a133179d3 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225455 Mar 23 09:04:08.083708 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:06Z', 'revision_number': 2, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}, {'id': 'c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:5a:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:45Z', 'updated_at': '2022-03-23T09:04:06Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:08.093600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252196a6-c447-4d1b-9283-9521d8d5614e req-f5c13fb4-94e0-4d2d-9983-9559ba326efa tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:08.095037 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-252196a6-c447-4d1b-9283-9521d8d5614e req-f5c13fb4-94e0-4d2d-9983-9559ba326efa tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0755894 Mar 23 09:04:08.111006 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4c301-8e12-4fc2-a8d8-f36d65a076c0 None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:06Z', 'revision_number': 2, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}, {'id': 'c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:5a:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:45Z', 'updated_at': '2022-03-23T09:04:06Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:04:08.197045 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-252196a6-c447-4d1b-9283-9521d8d5614e req-913d9119-e3be-41c0-9117-55c21ce2f5de tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884504 Mar 23 09:04:08.207977 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4bdee859-7ad9-4bb8-9fc4-e2bb0ddb9912 req-66e314b3-788f-4137-abcc-3ce05f442a94 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294622 Mar 23 09:04:08.335483 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52fbba-b98e-4387-92c2-9afa23ab0d06 None None] New status for floating IP c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:04:08.528753 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:08.624514 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: DOWN; New status is: DOWN {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:08.794297 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297004-4bdd-4e24-a580-762244ae23c6 req-f1a1f4b9-6a30-4725-9392-3055f437720f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:08.795822 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9f297004-4bdd-4e24-a580-762244ae23c6 req-f1a1f4b9-6a30-4725-9392-3055f437720f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0761411 Mar 23 09:04:08.851073 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef03644-be2d-4456-8a6e-1785a028dbe9 req-c462adcd-6802-49ac-bb22-4eb1b39cb203 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:08.853352 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9f297004-4bdd-4e24-a580-762244ae23c6 req-61ea89c6-cf24-4221-98a2-80841a47cf68 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508163 Mar 23 09:04:08.858547 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2ef03644-be2d-4456-8a6e-1785a028dbe9 req-c462adcd-6802-49ac-bb22-4eb1b39cb203 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 943 time: 0.0600648 Mar 23 09:04:08.909232 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2ef03644-be2d-4456-8a6e-1785a028dbe9 req-b7215308-531c-428f-9278-770c2adfec62 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Mar 23 09:04:09.327574 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be692b-ca60-437c-b4b3-1dff273c0b3f req-96974038-87e4-451c-8f12-fce0cc2a0b31 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:09.329049 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-23be692b-ca60-437c-b4b3-1dff273c0b3f req-96974038-87e4-451c-8f12-fce0cc2a0b31 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0570936 Mar 23 09:04:09.375218 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-23be692b-ca60-437c-b4b3-1dff273c0b3f req-c787f274-6e6f-4ecb-bc77-22de7fd4a7f0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Mar 23 09:04:09.501014 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-62758de0-faaa-48a8-ab51-a08d32acb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:09.502479 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-62758de0-faaa-48a8-ab51-a08d32acb466 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814&tenant_id=a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 1127 time: 0.0759833 Mar 23 09:04:09.570508 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-d7631cc2-7a6c-4b37-80bc-742d65055b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:09.572682 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-d7631cc2-7a6c-4b37-80bc-742d65055b6f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1127 time: 0.0461593 Mar 23 09:04:09.886783 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-0c675dbb-24f8-4811-9562-b32ee26c101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:09.888187 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-0c675dbb-24f8-4811-9562-b32ee26c101b service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.3091443 Mar 23 09:04:10.004634 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-ea884999-9ced-456f-8fd5-4553b8ae1335 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 999 time: 0.0897195 Mar 23 09:04:10.026078 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebad8d-6071-40f2-b091-878f41e57b2a req-0af6593c-2a83-4c05-9da8-0f2eacdac7a7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.027567 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0aebad8d-6071-40f2-b091-878f41e57b2a req-0af6593c-2a83-4c05-9da8-0f2eacdac7a7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 943 time: 0.0527740 Mar 23 09:04:10.048020 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcc8d2-b7b5-42ab-a0d6-e1126ed27f38 req-cacb2f55-2056-4c36-8182-56641e6e102d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.049514 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8bfcc8d2-b7b5-42ab-a0d6-e1126ed27f38 req-cacb2f55-2056-4c36-8182-56641e6e102d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0978734 Mar 23 09:04:10.075273 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0aebad8d-6071-40f2-b091-878f41e57b2a req-862797c9-204e-42d7-b04f-00fa6a688387 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Mar 23 09:04:10.085239 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-c624ba73-86c5-4319-90dd-60696ba2bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.087361 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-c624ba73-86c5-4319-90dd-60696ba2bfa5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0721076 Mar 23 09:04:10.135571 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8bfcc8d2-b7b5-42ab-a0d6-e1126ed27f38 req-53fa9aa3-92d8-4e89-807b-4e1d0ccc3e0f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800784 Mar 23 09:04:10.151860 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-75ecfa42-7c84-4610-939b-dae50ca3faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.153382 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-75ecfa42-7c84-4610-939b-dae50ca3faeb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559525 Mar 23 09:04:10.248424 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-3c6df44e-0527-4338-9ea3-bc6d1164b9da service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844779 Mar 23 09:04:10.336713 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15f04760-78d1-4863-9d9b-24fccb7a95ba req-bbb93288-45fb-4b24-8ed6-923b1f197f0c service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808151 Mar 23 09:04:10.496582 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba757-ff57-4272-95ae-5b76b4b3fc8c req-0c9c2851-7a84-472d-aa8f-93c7cacccc2d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.498092 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-171ba757-ff57-4272-95ae-5b76b4b3fc8c req-0c9c2851-7a84-472d-aa8f-93c7cacccc2d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Mar 23 09:04:10.531996 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 91c65776-2d9f-4007-9241-f50f54d59f90 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:04:10.547678 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-171ba757-ff57-4272-95ae-5b76b4b3fc8c req-99bd8213-1622-404f-80f3-162b845bd4ed tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Mar 23 09:04:10.642974 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 91c65776-2d9f-4007-9241-f50f54d59f90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c65776-2d9f-4007-9241-f50f54d59f90,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:10.658905 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '91c65776-2d9f-4007-9241-f50f54d59f90', 'network_id': '4f852673-da98-4e76-b12c-147e637daed1', 'port_id': '91c65776-2d9f-4007-9241-f50f54d59f90', 'mac_address': 'fa:16:3e:e7:63:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883dd5ab-42af-495d-ad67-f522fd598cb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:04:10.701564 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 91c65776-2d9f-4007-9241-f50f54d59f90 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:10.701963 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.714592 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c65776-2d9f-4007-9241-f50f54d59f90 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:10.735351 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 91c65776-2d9f-4007-9241-f50f54d59f90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c65776-2d9f-4007-9241-f50f54d59f90,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:10.742401 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.797056 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=91c65776-2d9f-4007-9241-f50f54d59f90,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:11.204899 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93182039-9a22-4ead-a21b-14b4bf59965c req-a32c0c4b-5551-450b-aeae-4d4801de3c33 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:11.206576 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-93182039-9a22-4ead-a21b-14b4bf59965c req-a32c0c4b-5551-450b-aeae-4d4801de3c33 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 944 time: 0.0597527 Mar 23 09:04:11.257541 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-93182039-9a22-4ead-a21b-14b4bf59965c req-1c808abd-2b52-4407-8a6c-dc5d76e45263 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Mar 23 09:04:11.278801 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a3864-baf0-46b3-89d0-33b9f7404ead req-a60dbd27-cadb-4d66-bb3a-c7ec5a540f3b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:11.281765 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-318a3864-baf0-46b3-89d0-33b9f7404ead req-a60dbd27-cadb-4d66-bb3a-c7ec5a540f3b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0740125 Mar 23 09:04:11.331029 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-318a3864-baf0-46b3-89d0-33b9f7404ead req-0a58d039-f0b4-4ff3-83f0-068f766f7379 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Mar 23 09:04:11.410399 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['91c65776-2d9f-4007-9241-f50f54d59f90'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:11.667646 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8b03-6a7e-4a38-a405-1fc97411a669 req-6aa087af-c005-4e08-92d2-6807ff5d08c2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:11.669105 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bb1b8b03-6a7e-4a38-a405-1fc97411a669 req-6aa087af-c005-4e08-92d2-6807ff5d08c2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0526476 Mar 23 09:04:11.715050 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bb1b8b03-6a7e-4a38-a405-1fc97411a669 req-586f69a5-f8e3-446d-bf53-18143a3a2e7a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Mar 23 09:04:12.377952 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f2fe9-a407-4213-a150-e07b65e8f6f2 req-7b0ff80c-4292-4914-88ad-beaa64fdaa7c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:12.379525 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-904f2fe9-a407-4213-a150-e07b65e8f6f2 req-7b0ff80c-4292-4914-88ad-beaa64fdaa7c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 944 time: 0.0556278 Mar 23 09:04:12.428820 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-904f2fe9-a407-4213-a150-e07b65e8f6f2 req-8d8c4a51-5c2b-448a-ba7c-024d29c2c72a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Mar 23 09:04:12.479490 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042efa8-a646-4379-8cc8-17d474d24de2 req-84ee01e7-fc90-4de5-b16b-2267539b7775 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:12.484081 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5042efa8-a646-4379-8cc8-17d474d24de2 req-84ee01e7-fc90-4de5-b16b-2267539b7775 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0777335 Mar 23 09:04:12.533101 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5042efa8-a646-4379-8cc8-17d474d24de2 req-d79b89e3-e432-41a6-bb2e-b9132e0c1326 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Mar 23 09:04:12.847729 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef0f9-ee24-43ca-822c-cc896442c9de req-fbec4c17-9609-4fe0-8834-00c5a0d7a475 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:12.848749 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d1fef0f9-ee24-43ca-822c-cc896442c9de req-fbec4c17-9609-4fe0-8834-00c5a0d7a475 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0674899 Mar 23 09:04:12.911148 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d1fef0f9-ee24-43ca-822c-cc896442c9de req-97078991-cea7-45dd-b774-1330abf43022 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548520 Mar 23 09:04:13.226138 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.557229 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207b0e0-4c59-429a-ac93-bd65bc5ad54b req-a105e458-b1c2-4087-9911-a76e8c8b0607 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:13.558660 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3207b0e0-4c59-429a-ac93-bd65bc5ad54b req-a105e458-b1c2-4087-9911-a76e8c8b0607 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 944 time: 0.0527556 Mar 23 09:04:13.606809 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3207b0e0-4c59-429a-ac93-bd65bc5ad54b req-1c5ea263-1cf3-402d-be4b-63ba4f946ae1 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Mar 23 09:04:13.662350 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a9ab-15c4-47f4-852b-f0f5ad720281 req-23566614-f39d-4870-a449-5b570b700926 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:13.669136 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-87c8a9ab-15c4-47f4-852b-f0f5ad720281 req-23566614-f39d-4870-a449-5b570b700926 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0627670 Mar 23 09:04:13.716789 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-87c8a9ab-15c4-47f4-852b-f0f5ad720281 req-381562ce-4203-45c2-9745-b34179e92524 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463474 Mar 23 09:04:14.042031 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d099abc-986b-4107-8550-deef0bffcad5 req-3fac01b0-26a5-468f-9614-6c5498c5a43b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:14.043475 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5d099abc-986b-4107-8550-deef0bffcad5 req-3fac01b0-26a5-468f-9614-6c5498c5a43b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0613551 Mar 23 09:04:14.089576 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5d099abc-986b-4107-8550-deef0bffcad5 req-f66370bd-a74f-4dc6-85ab-7e7987dcd521 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Mar 23 09:04:14.541668 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 91c65776-2d9f-4007-9241-f50f54d59f90 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:14.590881 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 91c65776-2d9f-4007-9241-f50f54d59f90 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:04:14.594389 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 91c65776-2d9f-4007-9241-f50f54d59f90 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:14.594759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.694158 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 91c65776-2d9f-4007-9241-f50f54d59f90 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:14.694557 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.719718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c65776-2d9f-4007-9241-f50f54d59f90'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:14.722020 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c4fe9-6854-4dff-a7dd-80b705a02bfb" -d '{"events": [{"server_uuid": "8dbb524f-9125-49ae-9b5a-516c67b275ed", "name": "network-vif-plugged", "status": "completed", "tag": "91c65776-2d9f-4007-9241-f50f54d59f90"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:14.736294 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 91c65776-2d9f-4007-9241-f50f54d59f90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c65776-2d9f-4007-9241-f50f54d59f90,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:14.741601 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.747600 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7ba4e-7c75-40a6-a370-0f21e1996a3c req-5039cf93-1679-4b38-953d-2a5809367018 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:14.756282 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ea7ba4e-7c75-40a6-a370-0f21e1996a3c req-5039cf93-1679-4b38-953d-2a5809367018 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 944 time: 0.0613060 Mar 23 09:04:14.799435 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=91c65776-2d9f-4007-9241-f50f54d59f90,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:14.804597 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ea7ba4e-7c75-40a6-a370-0f21e1996a3c req-5ae48b45-5587-44bc-973a-fc003964f0b8 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472717 Mar 23 09:04:14.817582 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac5b4b-0254-4c1c-a7c0-227158652380 x-openstack-request-id: req-ceac5b4b-0254-4c1c-a7c0-227158652380 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:14.819190 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbb524f-9125-49ae-9b5a-516c67b275ed", "name": "network-vif-plugged", "status": "completed", "tag": "91c65776-2d9f-4007-9241-f50f54d59f90", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:14.819460 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ceac5b4b-0254-4c1c-a7c0-227158652380 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:14.819881 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceac5b4b-0254-4c1c-a7c0-227158652380'] response: {'server_uuid': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c65776-2d9f-4007-9241-f50f54d59f90', 'code': 200} Mar 23 09:04:14.940295 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1f0a-80c6-4275-bdeb-674ea3bb13a3 req-37eb9835-d87e-400f-b22e-78ba0ad292b8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:14.941880 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b24d1f0a-80c6-4275-bdeb-674ea3bb13a3 req-37eb9835-d87e-400f-b22e-78ba0ad292b8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0645614 Mar 23 09:04:14.988297 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b24d1f0a-80c6-4275-bdeb-674ea3bb13a3 req-915f18bc-10da-48c4-8780-9ef723142d86 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 Mar 23 09:04:15.219768 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba08e45-94b0-465e-8d52-8fa1ee0128a9 req-767476bd-232a-4ab8-a52b-d0956a9cd1c5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:15.221398 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aba08e45-94b0-465e-8d52-8fa1ee0128a9 req-767476bd-232a-4ab8-a52b-d0956a9cd1c5 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0613258 Mar 23 09:04:15.281458 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aba08e45-94b0-465e-8d52-8fa1ee0128a9 req-0c698594-9639-4c09-ade9-0625454849c8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Mar 23 09:04:15.934952 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ae82-17d8-4d44-bb52-3cf4a30a9e47 req-46101c49-87b1-44d2-8024-d123791bf52a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:15.936418 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ac6ae82-17d8-4d44-bb52-3cf4a30a9e47 req-46101c49-87b1-44d2-8024-d123791bf52a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0604467 Mar 23 09:04:15.988518 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ac6ae82-17d8-4d44-bb52-3cf4a30a9e47 req-cf20531c-cd88-457b-b820-d4f5e98dcce6 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 Mar 23 09:04:16.126068 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5fee-53a0-4a43-a116-43f731a6a5d4 req-e53f8afa-b732-46af-a213-ab05ce0f8a60 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:16.129743 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f18b5fee-53a0-4a43-a116-43f731a6a5d4 req-e53f8afa-b732-46af-a213-ab05ce0f8a60 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0675509 Mar 23 09:04:16.175630 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f18b5fee-53a0-4a43-a116-43f731a6a5d4 req-7b1b6ab1-9d48-4e36-9440-da135b8c1f10 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Mar 23 09:04:16.405749 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5c79-e4da-4326-8b83-926310319f0d req-5b58b0aa-b674-4808-a5a1-ba7a91a8650a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:16.407325 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-05fc5c79-e4da-4326-8b83-926310319f0d req-5b58b0aa-b674-4808-a5a1-ba7a91a8650a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0528228 Mar 23 09:04:16.467510 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-05fc5c79-e4da-4326-8b83-926310319f0d req-8c7af1de-61db-41b1-9f35-ce6a817d3495 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545726 Mar 23 09:04:17.135137 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6705b-3284-41fd-a505-98a49be04c8a req-f232a5a5-28e7-48b6-8248-ac88e2a0baf7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:17.143138 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-64b6705b-3284-41fd-a505-98a49be04c8a req-f232a5a5-28e7-48b6-8248-ac88e2a0baf7 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0879149 Mar 23 09:04:17.189401 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-64b6705b-3284-41fd-a505-98a49be04c8a req-be63da58-a9c1-4479-aa67-a727f1b2b822 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451365 Mar 23 09:04:17.308082 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df6bc8-e1af-40b9-ad06-3dbc6ee39929 req-61ffd4cd-38bf-44a1-ac67-68a2b624a623 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:17.309863 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15df6bc8-e1af-40b9-ad06-3dbc6ee39929 req-61ffd4cd-38bf-44a1-ac67-68a2b624a623 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0546823 Mar 23 09:04:17.360185 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-15df6bc8-e1af-40b9-ad06-3dbc6ee39929 req-e5f82318-ee1b-4276-9021-8781c82b2350 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447779 Mar 23 09:04:17.598372 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a1d9c-c2d7-4fac-9c7f-46e12d109923 req-b01fc347-6cc8-4070-9755-ab01b63b54b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:17.599736 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-208a1d9c-c2d7-4fac-9c7f-46e12d109923 req-b01fc347-6cc8-4070-9755-ab01b63b54b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0561507 Mar 23 09:04:17.649793 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-208a1d9c-c2d7-4fac-9c7f-46e12d109923 req-783f2c5c-fe04-4bb6-a765-98849e3ba14c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Mar 23 09:04:18.316395 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f3c4b-2895-4787-b6df-aa9a969839c8 req-8025f098-ddc7-4bb2-a8d3-fe40591fc6f9 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:18.318917 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-882f3c4b-2895-4787-b6df-aa9a969839c8 req-8025f098-ddc7-4bb2-a8d3-fe40591fc6f9 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0587144 Mar 23 09:04:18.367047 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-882f3c4b-2895-4787-b6df-aa9a969839c8 req-d88d5fe9-d324-4e66-8fcc-da91dbf18dfe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Mar 23 09:04:18.487505 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88394927-9c4a-41dc-bdb9-a82e36668cc9 req-97d2e7cc-2c31-4d0b-adb9-6fec66635e01 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:18.488983 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-88394927-9c4a-41dc-bdb9-a82e36668cc9 req-97d2e7cc-2c31-4d0b-adb9-6fec66635e01 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0534942 Mar 23 09:04:18.543037 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-88394927-9c4a-41dc-bdb9-a82e36668cc9 req-efeabf1a-c93e-49a3-8727-eb3f8c7675e2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Mar 23 09:04:18.780360 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f51f-a9bf-40da-b2f6-df35be642657 req-d269ae79-240b-4584-9bf8-a512b1f4cb69 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:18.781780 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2001f51f-a9bf-40da-b2f6-df35be642657 req-d269ae79-240b-4584-9bf8-a512b1f4cb69 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0563645 Mar 23 09:04:18.827930 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2001f51f-a9bf-40da-b2f6-df35be642657 req-787718ed-b4b5-483a-98d2-113dbc220724 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Mar 23 09:04:19.490481 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253b1b-1ecc-4c8e-9d79-eb02fc9c89a4 req-d48c295a-2cf5-4341-aaab-1233e3dfa38c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:19.492093 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3d253b1b-1ecc-4c8e-9d79-eb02fc9c89a4 req-d48c295a-2cf5-4341-aaab-1233e3dfa38c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0549610 Mar 23 09:04:19.541782 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3d253b1b-1ecc-4c8e-9d79-eb02fc9c89a4 req-dbc8c9c8-849c-4829-b617-06d52c6502d3 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 Mar 23 09:04:19.676417 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc406-1ab0-44e7-8f13-f6c87ba45523 req-d4388136-6801-4ac7-abb1-496e9a94da29 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:19.677882 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1eafc406-1ab0-44e7-8f13-f6c87ba45523 req-d4388136-6801-4ac7-abb1-496e9a94da29 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0576038 Mar 23 09:04:19.729577 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1eafc406-1ab0-44e7-8f13-f6c87ba45523 req-0232b1a7-31b4-4106-bb6a-2c8504d74c3b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Mar 23 09:04:19.959448 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e631b-edde-42ef-b4c0-92860ce07657 req-22fb40c6-526e-444f-a767-27b919fbbb5f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:19.960941 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7c3e631b-edde-42ef-b4c0-92860ce07657 req-22fb40c6-526e-444f-a767-27b919fbbb5f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0664566 Mar 23 09:04:20.010982 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7c3e631b-edde-42ef-b4c0-92860ce07657 req-f1176318-388e-481f-b8ed-5ec0c080374c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Mar 23 09:04:20.661035 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cba85-000a-4636-808c-f74bda7e7b3f req-8678cd4a-e718-47c0-862c-0f40ba91103c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:20.662429 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-af8cba85-000a-4636-808c-f74bda7e7b3f req-8678cd4a-e718-47c0-862c-0f40ba91103c tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0518637 Mar 23 09:04:20.713421 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-af8cba85-000a-4636-808c-f74bda7e7b3f req-366f2efc-6aa0-4a2f-96f4-d2c5035845fe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Mar 23 09:04:20.857959 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052b5c8-a9dd-48fd-bbab-01a50e4903db req-a7c5ebaa-bf0b-41cb-8513-70bd532a922f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:20.859420 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d052b5c8-a9dd-48fd-bbab-01a50e4903db req-a7c5ebaa-bf0b-41cb-8513-70bd532a922f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0564306 Mar 23 09:04:20.908051 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d052b5c8-a9dd-48fd-bbab-01a50e4903db req-9fa9d7f9-a83b-48bc-8589-36b02d09532f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Mar 23 09:04:21.130708 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2834a6e-fc91-4b7f-b33b-53f02e7a6143 req-7e9b83a8-58d4-4778-aeba-e4c33278d48b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:21.132219 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d2834a6e-fc91-4b7f-b33b-53f02e7a6143 req-7e9b83a8-58d4-4778-aeba-e4c33278d48b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0539501 Mar 23 09:04:21.179044 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d2834a6e-fc91-4b7f-b33b-53f02e7a6143 req-be96f75c-6cf4-4b8c-a4fe-c40d2fdcaf56 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Mar 23 09:04:21.833181 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e27be-a875-428f-891b-652a7ee55177 req-9edcce44-0984-4444-a827-ec0313228ef8 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:21.834686 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8e3e27be-a875-428f-891b-652a7ee55177 req-9edcce44-0984-4444-a827-ec0313228ef8 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0554230 Mar 23 09:04:21.899879 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8e3e27be-a875-428f-891b-652a7ee55177 req-93f5a038-c0f2-4737-8398-0a8edde43a24 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593920 Mar 23 09:04:22.030298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa56ce-b278-447c-878d-eb0d9845b39a req-70f7e791-5f13-4abc-aa95-c347135fb2e4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.031731 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17fa56ce-b278-447c-878d-eb0d9845b39a req-70f7e791-5f13-4abc-aa95-c347135fb2e4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0514643 Mar 23 09:04:22.089759 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17fa56ce-b278-447c-878d-eb0d9845b39a req-8c84caf1-0fc2-4f6c-9841-8721feb784d6 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524287 Mar 23 09:04:22.307942 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911087-04d5-4697-81e2-3e71434ebee8 req-20cf9057-e998-46bb-a73b-7835e9c7b341 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.309905 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-59911087-04d5-4697-81e2-3e71434ebee8 req-20cf9057-e998-46bb-a73b-7835e9c7b341 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Mar 23 09:04:22.357557 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-59911087-04d5-4697-81e2-3e71434ebee8 req-05e829bc-7830-423f-9fac-6c285115626b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Mar 23 09:04:23.040063 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a41b-2cd2-4351-8c44-dcdc482ba86f req-15c6d076-e519-4dce-98dc-a5f479be49a4 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.045556 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8524a41b-2cd2-4351-8c44-dcdc482ba86f req-15c6d076-e519-4dce-98dc-a5f479be49a4 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0659838 Mar 23 09:04:23.089322 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8524a41b-2cd2-4351-8c44-dcdc482ba86f req-758ceea3-6b9f-499f-bd4c-e84596d23f64 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Mar 23 09:04:23.208505 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646a51d-5448-465f-94e5-ac8008f86f12 req-6e83e089-ad1c-4101-b3a9-d3b547101a55 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.209994 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c646a51d-5448-465f-94e5-ac8008f86f12 req-6e83e089-ad1c-4101-b3a9-d3b547101a55 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0521920 Mar 23 09:04:23.268901 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c646a51d-5448-465f-94e5-ac8008f86f12 req-0a53ceaf-af74-466f-adab-5fdafa6654a1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527298 Mar 23 09:04:23.479516 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe785e-4b3c-4ff3-bc1b-edff2fb3da21 req-dc9c7590-7f39-42e8-aad0-3d716be2e292 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.481385 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0abe785e-4b3c-4ff3-bc1b-edff2fb3da21 req-dc9c7590-7f39-42e8-aad0-3d716be2e292 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0573163 Mar 23 09:04:23.538029 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0abe785e-4b3c-4ff3-bc1b-edff2fb3da21 req-5628e354-7168-4f0a-9f61-e3c159a4e436 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488009 Mar 23 09:04:24.206543 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f209a4f-471a-41b9-b36d-ecf07e67415e req-9db60d35-05f2-4329-a2b7-8e99e3349624 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.208036 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2f209a4f-471a-41b9-b36d-ecf07e67415e req-9db60d35-05f2-4329-a2b7-8e99e3349624 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0529351 Mar 23 09:04:24.259406 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2f209a4f-471a-41b9-b36d-ecf07e67415e req-2b523bdf-40ab-42ee-9bee-2669343b2fb9 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Mar 23 09:04:24.390457 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db5d83-3b43-4497-bb30-bc7947ec3590 req-f18e0718-a08d-4cab-971a-e0ad700dbb50 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.392134 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-78db5d83-3b43-4497-bb30-bc7947ec3590 req-f18e0718-a08d-4cab-971a-e0ad700dbb50 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0510871 Mar 23 09:04:24.450694 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-78db5d83-3b43-4497-bb30-bc7947ec3590 req-0f5ef232-73a5-4693-bb74-1d0c715acdd6 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Mar 23 09:04:24.653054 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14d7f4-5bf4-4e03-85f0-77836aeb5bb7 req-2a1aefee-c8cb-48cd-8b0e-2ac83f0bc7f1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.654559 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bb14d7f4-5bf4-4e03-85f0-77836aeb5bb7 req-2a1aefee-c8cb-48cd-8b0e-2ac83f0bc7f1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0525994 Mar 23 09:04:24.700006 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bb14d7f4-5bf4-4e03-85f0-77836aeb5bb7 req-0883db9d-2258-49eb-ba62-e85162952968 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Mar 23 09:04:25.082403 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-fe693452-8ec3-4bcd-8f51-6e6e505d8e93 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507293 Mar 23 09:04:25.166567 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-4ad4f696-42f4-40a8-9004-750cd0760bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.168077 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-4ad4f696-42f4-40a8-9004-750cd0760bc3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 1130 time: 0.0458405 Mar 23 09:04:25.227662 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1929af-5bb5-40b4-8dad-06897421b489 req-21789aae-981c-44b5-a7dc-145c0377f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.229148 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4b1929af-5bb5-40b4-8dad-06897421b489 req-21789aae-981c-44b5-a7dc-145c0377f357 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 1129 time: 0.0563214 Mar 23 09:04:25.317932 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4b1929af-5bb5-40b4-8dad-06897421b489 req-ce85fa7c-5d30-4800-8149-bdcc29e04605 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537608 Mar 23 09:04:25.338725 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-02523fbc-81dd-4558-9976-f02ca7851609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.340186 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-02523fbc-81dd-4558-9976-f02ca7851609 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.0928323 Mar 23 09:04:25.390463 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999e1f3-a277-4ea5-b14c-17e4761e5efb req-af63d983-6145-4f11-b790-f599484255df tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.391904 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e999e1f3-a277-4ea5-b14c-17e4761e5efb req-af63d983-6145-4f11-b790-f599484255df tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0508661 Mar 23 09:04:25.437866 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e999e1f3-a277-4ea5-b14c-17e4761e5efb req-7cd87cc8-17fa-4e8b-83a7-3ebb88aaf334 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Mar 23 09:04:25.580585 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb026bb9-1ee2-4f90-9a08-3aeff30db5cf req-705a4705-7b53-4592-a405-4690de341469 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.582033 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fb026bb9-1ee2-4f90-9a08-3aeff30db5cf req-705a4705-7b53-4592-a405-4690de341469 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0576885 Mar 23 09:04:25.628469 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fb026bb9-1ee2-4f90-9a08-3aeff30db5cf req-c753d8e9-6ff2-4c0d-b820-d603a39df65e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Mar 23 09:04:25.861359 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-f7612bf0-d498-4b9e-9507-dcf5c71ac497 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f67f694-738b-4b23-af76-7ef7cd56f205 HTTP/1.1" status: 200 len: 1001 time: 0.0659974 Mar 23 09:04:25.871171 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22b0ea-50a1-4a32-998f-0d227fec0f0c req-cddbd77f-377f-4482-b598-5d3264b320e3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.872720 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ac22b0ea-50a1-4a32-998f-0d227fec0f0c req-cddbd77f-377f-4482-b598-5d3264b320e3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1072037 Mar 23 09:04:25.955503 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ac22b0ea-50a1-4a32-998f-0d227fec0f0c req-6e62b082-1515-4307-9ad9-cf6ebaa0302a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772436 Mar 23 09:04:25.956976 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-a084442d-0599-4e0b-b9ba-8288bb360e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.958504 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-a084442d-0599-4e0b-b9ba-8288bb360e6c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0670016 Mar 23 09:04:26.022449 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-918b892a-a15c-4a72-b10d-c63a00664ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:26.023972 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-918b892a-a15c-4a72-b10d-c63a00664ef2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458977 Mar 23 09:04:26.126443 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-51072dd9-6f54-42f8-b515-beed4dd6dd40 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835404 Mar 23 09:04:26.234300 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca3f88cc-c9b9-482a-adb7-836297e90644 req-b8a4f0ab-82ac-4633-8222-2ffe9558b51a service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874352 Mar 23 09:04:26.560251 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d237ff-aef3-4089-9a61-26d476eb9309 req-da71005e-8887-45ff-87f0-11d4ec3eaf21 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:26.561744 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-68d237ff-aef3-4089-9a61-26d476eb9309 req-da71005e-8887-45ff-87f0-11d4ec3eaf21 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0555570 Mar 23 09:04:26.609931 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-68d237ff-aef3-4089-9a61-26d476eb9309 req-75ef072f-ffb4-4fb7-b7e1-91dda3b65485 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Mar 23 09:04:26.755151 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471192e-3afa-45f1-a323-221706215826 req-a1781b74-3d79-4f9d-8313-a02dd6e393d4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:26.757079 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0471192e-3afa-45f1-a323-221706215826 req-a1781b74-3d79-4f9d-8313-a02dd6e393d4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0558443 Mar 23 09:04:26.806065 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0471192e-3afa-45f1-a323-221706215826 req-d2cd59a5-f227-4145-b9ab-867fd8a2b986 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Mar 23 09:04:26.816056 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-385b0c39-6c3d-499f-8480-44cb44a75621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:27.080455 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421dfd1-f64b-4ee7-8264-00a87bdca95a req-1b372200-0d4d-4ee0-a310-fedc00136f38 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:27.081974 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d421dfd1-f64b-4ee7-8264-00a87bdca95a req-1b372200-0d4d-4ee0-a310-fedc00136f38 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0590339 Mar 23 09:04:27.130877 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d421dfd1-f64b-4ee7-8264-00a87bdca95a req-00fa7806-54ce-420d-ac9f-56fd310b9fd1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 Mar 23 09:04:27.730104 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e08393-8dc2-4581-af5f-8349ce5da34a req-808b5b0d-932d-4c22-b7b9-d5b284f8b64a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:27.731566 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-14e08393-8dc2-4581-af5f-8349ce5da34a req-808b5b0d-932d-4c22-b7b9-d5b284f8b64a tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0563412 Mar 23 09:04:27.776881 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-14e08393-8dc2-4581-af5f-8349ce5da34a req-3d6e293f-128a-4cce-a904-5f1b6378d48d tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Mar 23 09:04:27.930954 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2496b-a9fb-4bbe-81e0-3df723a7d860 req-f5f11e59-eb65-4c70-bfde-83a9cc252d47 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:27.932355 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-56c2496b-a9fb-4bbe-81e0-3df723a7d860 req-f5f11e59-eb65-4c70-bfde-83a9cc252d47 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0531905 Mar 23 09:04:27.979968 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-56c2496b-a9fb-4bbe-81e0-3df723a7d860 req-ccdf8d7e-ee4a-4838-b16f-cdd6dfb7d212 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416210 Mar 23 09:04:28.249422 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d67e6-eace-4072-951e-d1013d64dac2 req-4cb01794-8b59-4999-906b-50888df9843b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:28.251791 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-625d67e6-eace-4072-951e-d1013d64dac2 req-4cb01794-8b59-4999-906b-50888df9843b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0536921 Mar 23 09:04:28.298064 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-625d67e6-eace-4072-951e-d1013d64dac2 req-54e546da-c925-4abb-8336-d3fa1d323fa0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Mar 23 09:04:28.458380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1269a5b-ff13-4b15-9c4d-7b3cc9ce10a4 req-3c054a72-dda4-40af-a607-c6a3fe66ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:28.459946 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e1269a5b-ff13-4b15-9c4d-7b3cc9ce10a4 req-3c054a72-dda4-40af-a607-c6a3fe66ddce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 1129 time: 0.0475311 Mar 23 09:04:28.528542 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e1269a5b-ff13-4b15-9c4d-7b3cc9ce10a4 req-552b9917-65b2-4014-9687-e5dd9707d44b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Mar 23 09:04:28.667366 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714205a-9433-4d10-8d88-8e9c9c289056 req-d8e13d7e-54d8-4f99-8bdd-c3d89e1b7e88 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:28.668897 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2714205a-9433-4d10-8d88-8e9c9c289056 req-d8e13d7e-54d8-4f99-8bdd-c3d89e1b7e88 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0514655 Mar 23 09:04:28.714499 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2714205a-9433-4d10-8d88-8e9c9c289056 req-20cfff29-ac40-4851-b1d7-7a1ff1262641 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Mar 23 09:04:28.931603 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a974-26d7-4abc-bb92-2c4150e58f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:29.118026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f980f-0dfe-4db9-bc8a-9f580144d3a2 req-90cef99d-30a8-400f-95de-6c60403c7ebe tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:29.119536 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d82f980f-0dfe-4db9-bc8a-9f580144d3a2 req-90cef99d-30a8-400f-95de-6c60403c7ebe tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0636446 Mar 23 09:04:29.166580 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d82f980f-0dfe-4db9-bc8a-9f580144d3a2 req-5ab22db6-3350-408d-bdc8-7d7c5739c7ef tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Mar 23 09:04:29.414240 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012f27f-e5bd-4c57-bed7-5faae76aae22 req-a710d934-3d54-4a4f-b1c2-dae017829049 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:29.415707 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b012f27f-e5bd-4c57-bed7-5faae76aae22 req-a710d934-3d54-4a4f-b1c2-dae017829049 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Mar 23 09:04:29.463433 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b012f27f-e5bd-4c57-bed7-5faae76aae22 req-85ff9774-4a24-4bf2-a365-784e71ba2fee tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Mar 23 09:04:29.828613 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82716954-2873-402a-8e25-b610fa6808a9 req-af6e6e30-5e76-4a28-b2e5-ab80643b6479 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:29.830100 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-82716954-2873-402a-8e25-b610fa6808a9 req-af6e6e30-5e76-4a28-b2e5-ab80643b6479 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0517373 Mar 23 09:04:29.875702 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-82716954-2873-402a-8e25-b610fa6808a9 req-40729549-ea85-457a-a509-38009f6df05f tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Mar 23 09:04:30.187212 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.289647 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898fc00-b6ed-47b7-80e7-9b84c1f6faa1 req-e87a0f9f-62d3-4c77-85c8-f9f0803423c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:30.291205 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5898fc00-b6ed-47b7-80e7-9b84c1f6faa1 req-e87a0f9f-62d3-4c77-85c8-f9f0803423c9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0554125 Mar 23 09:04:30.338089 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5898fc00-b6ed-47b7-80e7-9b84c1f6faa1 req-14a28502-bbef-445f-8843-6a77726d50af tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Mar 23 09:04:30.581592 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714724e6-3e9c-4fe5-bdc2-327ffbf31e88 req-5a7f2cc5-6b73-4d35-a769-0b50aec425c7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:30.583047 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-714724e6-3e9c-4fe5-bdc2-327ffbf31e88 req-5a7f2cc5-6b73-4d35-a769-0b50aec425c7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0530529 Mar 23 09:04:30.632242 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-714724e6-3e9c-4fe5-bdc2-327ffbf31e88 req-62f91b49-1fc2-4b5d-8098-ae939183e4ad tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Mar 23 09:04:30.894804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b328273-8608-458b-b3f3-34cb23835c49 req-b34dbaa5-e9e1-4ae1-835d-b4ba4c1f12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:30.896283 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5b328273-8608-458b-b3f3-34cb23835c49 req-b34dbaa5-e9e1-4ae1-835d-b4ba4c1f12b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 1129 time: 0.0735247 Mar 23 09:04:30.907398 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19498a-f10f-487d-a805-d3cf394b539e req-10cbcc5d-3972-468c-bf12-14a083d209e6 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:30.908878 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8d19498a-f10f-487d-a805-d3cf394b539e req-10cbcc5d-3972-468c-bf12-14a083d209e6 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0875139 Mar 23 09:04:30.995173 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076c51-cfd9-43d1-94b6-9dadd64a78a6 req-5ae27070-745a-4f1b-8bf0-302ed69e81be tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:30.996625 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-26076c51-cfd9-43d1-94b6-9dadd64a78a6 req-5ae27070-745a-4f1b-8bf0-302ed69e81be tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0520310 Mar 23 09:04:31.014420 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8d19498a-f10f-487d-a805-d3cf394b539e req-624ef0c1-3129-40e1-ac9c-6f7f53d585ff tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965664 Mar 23 09:04:31.032017 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b328273-8608-458b-b3f3-34cb23835c49 req-94c6fadb-0ae2-4fd8-bc05-9ee244378eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.033616 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5b328273-8608-458b-b3f3-34cb23835c49 req-94c6fadb-0ae2-4fd8-bc05-9ee244378eb0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1237354 Mar 23 09:04:31.044092 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-26076c51-cfd9-43d1-94b6-9dadd64a78a6 req-024776be-0664-4c9e-af61-caf71c62c773 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/security-groups?id=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Mar 23 09:04:31.082848 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5b328273-8608-458b-b3f3-34cb23835c49 req-c2af77e3-4e85-4e34-be4f-0ee5ac145311 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0378485 Mar 23 09:04:31.131023 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b328273-8608-458b-b3f3-34cb23835c49 req-2d2eb8ab-43f8-45ac-8e44-3c1a2ed5913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.132922 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5b328273-8608-458b-b3f3-34cb23835c49 req-2d2eb8ab-43f8-45ac-8e44-3c1a2ed5913a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0407424 Mar 23 09:04:31.185564 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b328273-8608-458b-b3f3-34cb23835c49 req-86d07de4-6a96-4cd4-8977-599235834400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.187061 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5b328273-8608-458b-b3f3-34cb23835c49 req-86d07de4-6a96-4cd4-8977-599235834400 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443041 Mar 23 09:04:31.300599 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5b328273-8608-458b-b3f3-34cb23835c49 req-9b85c25f-7178-488a-9de2-02870eb4a90a service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849545 Mar 23 09:04:31.395182 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5b328273-8608-458b-b3f3-34cb23835c49 req-96239264-9503-4dd0-903d-6dbec19a36a9 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814073 Mar 23 09:04:31.475714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5349f-7906-4e21-9ca3-d9be2e7aa86d req-511215ef-2c26-4400-8230-c033f3901e5d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.477777 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3bd5349f-7906-4e21-9ca3-d9be2e7aa86d req-511215ef-2c26-4400-8230-c033f3901e5d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0530446 Mar 23 09:04:31.522629 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3bd5349f-7906-4e21-9ca3-d9be2e7aa86d req-67b8d893-028d-40b1-88bb-a1a6bbb44781 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391784 Mar 23 09:04:31.605743 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-83446f40-668b-42a7-aa4a-3472c5888373 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.607166 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-83446f40-668b-42a7-aa4a-3472c5888373 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 945 time: 0.0552406 Mar 23 09:04:31.650456 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.705773 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Deleting port 91c65776-2d9f-4007-9241-f50f54d59f90 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:04:31.706111 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.794538 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] For port 91c65776-2d9f-4007-9241-f50f54d59f90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c65776-2d9f-4007-9241-f50f54d59f90,segment=NetworkSegment(7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b),segment_id=7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:31.794892 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.807028 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Calling delete_port for 91c65776-2d9f-4007-9241-f50f54d59f90 owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:04:31.934714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (91c65776-2d9f-4007-9241-f50f54d59f90), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.951205 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['91c65776-2d9f-4007-9241-f50f54d59f90'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:31.960840 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Pushing event deleted for resources: {'Port': ['ID=91c65776-2d9f-4007-9241-f50f54d59f90,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:31.971036 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.971380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.971733 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.972074 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.972416 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.972750 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.973082 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.973455 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.973794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.974124 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.974453 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.975279 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.975279 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.975471 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:31.975711 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:32.017614 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] No DVR routers for this DVR port 91c65776-2d9f-4007-9241-f50f54d59f90 on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:04:32.020603 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.023969 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e0c58010-cd62-43fa-9c2c-dfcfa19b3f39 req-4ca05b69-78a9-4f3b-88e9-6999ae4d0dbe tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.84 "DELETE /v2.0/ports/91c65776-2d9f-4007-9241-f50f54d59f90 HTTP/1.1" status: 204 len: 173 time: 0.4079797 Mar 23 09:04:32.024404 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'name': 'network-vif-deleted', 'tag': '91c65776-2d9f-4007-9241-f50f54d59f90'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:32.027060 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40913b95-2230-47f0-8805-d6e1e3792488" -d '{"events": [{"server_uuid": "8dbb524f-9125-49ae-9b5a-516c67b275ed", "name": "network-vif-deleted", "tag": "91c65776-2d9f-4007-9241-f50f54d59f90"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:32.066471 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27455f45-1e06-4386-b1ff-a8b5a1ba1e0e x-openstack-request-id: req-27455f45-1e06-4386-b1ff-a8b5a1ba1e0e {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:32.066471 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbb524f-9125-49ae-9b5a-516c67b275ed", "name": "network-vif-deleted", "tag": "91c65776-2d9f-4007-9241-f50f54d59f90", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:32.066471 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27455f45-1e06-4386-b1ff-a8b5a1ba1e0e {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:32.066840 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27455f45-1e06-4386-b1ff-a8b5a1ba1e0e'] response: {'server_uuid': '8dbb524f-9125-49ae-9b5a-516c67b275ed', 'name': 'network-vif-deleted', 'tag': '91c65776-2d9f-4007-9241-f50f54d59f90', 'status': 'completed', 'code': 200} Mar 23 09:04:32.143019 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172515-df2f-4d8c-acd4-d19552a2fa3b req-ee23c06e-f839-4bf8-a3c3-647f2829f7aa tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:32.144486 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2d172515-df2f-4d8c-acd4-d19552a2fa3b req-ee23c06e-f839-4bf8-a3c3-647f2829f7aa tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0558176 Mar 23 09:04:32.151165 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ced52adf-4662-4276-8216-d3a13832d917 req-76e106d7-31c9-4b3f-bfe3-998bc14ba667 tempest-VolumesActionsTest-1376829263 tempest-VolumesActionsTest-1376829263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbb524f-9125-49ae-9b5a-516c67b275ed HTTP/1.1" status: 200 len: 210 time: 0.0385995 Mar 23 09:04:32.193183 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2d172515-df2f-4d8c-acd4-d19552a2fa3b req-1fdbb389-5bee-450a-a75e-cc144cd13203 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Mar 23 09:04:32.653495 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c2f20-ed68-4a56-9f41-8514133f3ed8 req-ed7e93fa-f18a-444e-8680-c868aab66f00 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:32.654948 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-168c2f20-ed68-4a56-9f41-8514133f3ed8 req-ed7e93fa-f18a-444e-8680-c868aab66f00 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0518129 Mar 23 09:04:32.705880 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-168c2f20-ed68-4a56-9f41-8514133f3ed8 req-4ac74419-a1f2-4fa6-a38b-7b42211b3fca tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Mar 23 09:04:33.081799 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.316480 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e5c5-7815-4999-ae19-99cd3bb0c0a5 req-cfc82942-95f3-40d5-ae6f-fc4e58d4833d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:33.317983 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b447e5c5-7815-4999-ae19-99cd3bb0c0a5 req-cfc82942-95f3-40d5-ae6f-fc4e58d4833d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0548501 Mar 23 09:04:33.366265 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b447e5c5-7815-4999-ae19-99cd3bb0c0a5 req-51d0dbde-17ac-405a-a960-cfcfbfe4d6af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Mar 23 09:04:33.843873 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002e803-a4d2-4f2f-9ac2-c0e72036b2c7 req-688f2dc2-68d8-46a6-b31e-c8ed97a084b1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:33.845361 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c002e803-a4d2-4f2f-9ac2-c0e72036b2c7 req-688f2dc2-68d8-46a6-b31e-c8ed97a084b1 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0633152 Mar 23 09:04:33.904905 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c002e803-a4d2-4f2f-9ac2-c0e72036b2c7 req-7adb590f-6198-4c66-85a7-ec89add198ef tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525503 Mar 23 09:04:34.483202 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb3f5-7470-4f45-9964-ac5c6276ddbd req-07e03148-4b3f-4115-b5e5-b20d3e363bc2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:34.484663 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9aeeb3f5-7470-4f45-9964-ac5c6276ddbd req-07e03148-4b3f-4115-b5e5-b20d3e363bc2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Mar 23 09:04:34.530226 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9aeeb3f5-7470-4f45-9964-ac5c6276ddbd req-bea7f127-0f0a-4c2a-a06c-9f024b40a17c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Mar 23 09:04:35.034201 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dcd75-f5ea-4329-b2a2-00f212778d76 req-4ffaafa9-68ba-4177-9630-9c402153a1d5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:35.035677 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4e4dcd75-f5ea-4329-b2a2-00f212778d76 req-4ffaafa9-68ba-4177-9630-9c402153a1d5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0520899 Mar 23 09:04:35.080579 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4e4dcd75-f5ea-4329-b2a2-00f212778d76 req-00bf0471-07c2-44bc-9ba1-286e32412dc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386925 Mar 23 09:04:35.651797 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ddd7-22f8-44a4-86ca-b2f92a7e53a9 req-507a2396-a806-49c0-be4c-f0ab8c152c0a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:35.653301 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2fa4ddd7-22f8-44a4-86ca-b2f92a7e53a9 req-507a2396-a806-49c0-be4c-f0ab8c152c0a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0564463 Mar 23 09:04:35.699222 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2fa4ddd7-22f8-44a4-86ca-b2f92a7e53a9 req-4e500c11-a827-4769-8d35-50289d00c7cc tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Mar 23 09:04:36.205087 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d5af0-094a-4eab-a903-e27e80bc3a33 req-2a83335d-d288-4427-9c34-99d43e140788 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:36.206550 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e41d5af0-094a-4eab-a903-e27e80bc3a33 req-2a83335d-d288-4427-9c34-99d43e140788 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0537760 Mar 23 09:04:36.250774 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e41d5af0-094a-4eab-a903-e27e80bc3a33 req-37f1281b-c58c-450a-9881-47078088a9a0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381663 Mar 23 09:04:36.816624 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f003d9-179d-40aa-a78e-7a546b9415ca req-d237ad40-e4cb-4ce9-bcc3-d80a7a9dd838 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:36.818161 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c8f003d9-179d-40aa-a78e-7a546b9415ca req-d237ad40-e4cb-4ce9-bcc3-d80a7a9dd838 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0544522 Mar 23 09:04:36.865136 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c8f003d9-179d-40aa-a78e-7a546b9415ca req-c3650c36-956f-444c-b6f9-dfcdfba03281 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Mar 23 09:04:37.191588 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:04:37.194695 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 91c65776-2d9f-4007-9241-f50f54d59f90 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:37.220197 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 91c65776-2d9f-4007-9241-f50f54d59f90 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:04:37.220537 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 91c65776-2d9f-4007-9241-f50f54d59f90 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:04:37.321526 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:37.332522 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '859302c4-b87f-453c-aad6-797346fac8e9', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'port_id': '859302c4-b87f-453c-aad6-797346fac8e9', 'mac_address': 'fa:16:3e:f9:7d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:04:37.371479 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:37.371866 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:37.376147 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff31dc0-34a8-425f-b05e-8e39437c29a1 req-806f3ff5-4d6a-4149-848c-099f7604c120 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:37.377752 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3ff31dc0-34a8-425f-b05e-8e39437c29a1 req-806f3ff5-4d6a-4149-848c-099f7604c120 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 943 time: 0.0534081 Mar 23 09:04:37.384798 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859302c4-b87f-453c-aad6-797346fac8e9 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:37.406644 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:37.411582 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:37.430252 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3ff31dc0-34a8-425f-b05e-8e39437c29a1 req-e31e3f85-4e6d-494c-a293-b50c762be81a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Mar 23 09:04:37.463824 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=9']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:37.472282 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.472641 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.473012 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.473403 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.473752 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.474090 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.474422 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.474753 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.475088 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.475418 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.476302 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.476650 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.476980 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.477404 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.477735 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:37.984948 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00eb1c-98b7-4949-a494-ef44826f0795 req-1a1b4627-7d9d-4478-93b3-f37282d9103a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:37.986470 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5f00eb1c-98b7-4949-a494-ef44826f0795 req-1a1b4627-7d9d-4478-93b3-f37282d9103a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0564828 Mar 23 09:04:38.033880 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5f00eb1c-98b7-4949-a494-ef44826f0795 req-6500c76a-f529-433c-a656-c2614f7eb363 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Mar 23 09:04:38.047168 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:04:38.556655 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b59b7-5382-4296-86e8-5caf855c591f req-3cacc397-398b-4357-a2e4-3d2b6e5e5b28 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:38.558146 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b08b59b7-5382-4296-86e8-5caf855c591f req-3cacc397-398b-4357-a2e4-3d2b6e5e5b28 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0546157 Mar 23 09:04:38.606923 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b08b59b7-5382-4296-86e8-5caf855c591f req-567df9f2-112e-428f-9282-d522ce241cc3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Mar 23 09:04:39.732482 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e26c9e-7fce-4f50-9f4c-e869ad8033e9 req-34aa0365-5e97-4e90-910e-1add7654c786 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:39.733977 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-01e26c9e-7fce-4f50-9f4c-e869ad8033e9 req-34aa0365-5e97-4e90-910e-1add7654c786 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0518887 Mar 23 09:04:39.782610 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-01e26c9e-7fce-4f50-9f4c-e869ad8033e9 req-066463f7-fec5-48f7-aed6-c1518a55495b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Mar 23 09:04:40.898455 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['859302c4-b87f-453c-aad6-797346fac8e9'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:40.903902 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b6a0-c260-47bc-88e7-37e5342d63d8 req-7da239bd-3702-4c91-807d-efb69d8ff97d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.905423 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1078b6a0-c260-47bc-88e7-37e5342d63d8 req-7da239bd-3702-4c91-807d-efb69d8ff97d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0513844 Mar 23 09:04:40.952162 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1078b6a0-c260-47bc-88e7-37e5342d63d8 req-d0e3f941-a293-489f-ae8e-dd979dffc3ee tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Mar 23 09:04:42.076579 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b8abd-a785-4b04-96df-991d1d5ebe89 req-5628a4eb-e7b2-463b-9213-cb4d31c7517d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:42.078078 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-956b8abd-a785-4b04-96df-991d1d5ebe89 req-5628a4eb-e7b2-463b-9213-cb4d31c7517d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0526037 Mar 23 09:04:42.129408 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-956b8abd-a785-4b04-96df-991d1d5ebe89 req-6c5d80ff-6563-472e-9a82-744eaccd40c7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457807 Mar 23 09:04:42.785629 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39848) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:42.790805 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-1ccff839-467d-41b3-b7ae-8ae4a29f9fc8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052763494', 'description': 'tempest-description--565202972'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:42.811307 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1ccff839-467d-41b3-b7ae-8ae4a29f9fc8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:42.882919 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1ccff839-467d-41b3-b7ae-8ae4a29f9fc8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group (cd2372f9-5c3e-4af7-821f-07ccb8c1c501), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:42.887043 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1ccff839-467d-41b3-b7ae-8ae4a29f9fc8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cd2372f9-5c3e-4af7-821f-07ccb8c1c501), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:42.918528 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1ccff839-467d-41b3-b7ae-8ae4a29f9fc8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:42.919762 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1ccff839-467d-41b3-b7ae-8ae4a29f9fc8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330659 Mar 23 09:04:42.920621 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff839-467d-41b3-b7ae-8ae4a29f9fc8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2372f9-5c3e-4af7-821f-07ccb8c1c501,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:42.922829 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39850) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:42.927636 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-b3b7593f-9372-46bf-87da-c5da3b9205af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'security_group_rule': {'security_group_id': 'cd2372f9-5c3e-4af7-821f-07ccb8c1c501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:42.954306 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b3b7593f-9372-46bf-87da-c5da3b9205af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group_rule (93497311-6214-4a32-a569-bd666d56e8e2), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.011756 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b3b7593f-9372-46bf-87da-c5da3b9205af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group_rule (93497311-6214-4a32-a569-bd666d56e8e2), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.016248 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b3b7593f-9372-46bf-87da-c5da3b9205af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (93497311-6214-4a32-a569-bd666d56e8e2), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.038016 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7593f-9372-46bf-87da-c5da3b9205af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93497311-6214-4a32-a569-bd666d56e8e2,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:43.049073 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b3b7593f-9372-46bf-87da-c5da3b9205af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.050371 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b3b7593f-9372-46bf-87da-c5da3b9205af tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265776 Mar 23 09:04:43.053149 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39852) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:43.057504 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-51b55c21-75a7-4fdf-b1b0-867b59fea183 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'security_group_rule': {'security_group_id': 'cd2372f9-5c3e-4af7-821f-07ccb8c1c501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:43.089906 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51b55c21-75a7-4fdf-b1b0-867b59fea183 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group_rule (8376e4fb-942a-4fe7-8c48-4238628d3ee3), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.150212 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51b55c21-75a7-4fdf-b1b0-867b59fea183 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group_rule (8376e4fb-942a-4fe7-8c48-4238628d3ee3), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.156488 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51b55c21-75a7-4fdf-b1b0-867b59fea183 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (8376e4fb-942a-4fe7-8c48-4238628d3ee3), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.175293 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b55c21-75a7-4fdf-b1b0-867b59fea183 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8376e4fb-942a-4fe7-8c48-4238628d3ee3,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:43.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51b55c21-75a7-4fdf-b1b0-867b59fea183 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.189999 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-51b55c21-75a7-4fdf-b1b0-867b59fea183 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358638 Mar 23 09:04:43.193297 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 39860) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:43.198408 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:43.224516 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.264429 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610163ff-0c45-4c72-9af7-abcc1e2e3672 req-0dd72f6e-4fd4-4478-8073-85256de81d6b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:43.265925 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-610163ff-0c45-4c72-9af7-abcc1e2e3672 req-0dd72f6e-4fd4-4478-8073-85256de81d6b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0543261 Mar 23 09:04:43.316004 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-610163ff-0c45-4c72-9af7-abcc1e2e3672 req-b2d83bc0-b799-4991-b280-bfd84a10227b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Mar 23 09:04:43.334428 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.459602 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Allocated IP 172.27.0.100 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/4f42e3ee-d47b-438a-9bfa-4062e9c2f53b) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:04:43.782433 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.815450 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.838857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.852915 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:04:43.855693 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:43.861092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:04:43.866496 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'Port': ['ID=4f42e3ee-d47b-438a-9bfa-4062e9c2f53b,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:43.946358 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.984167 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:44.128120 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:44.133433 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:44.204699 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'Port': ['ID=4f42e3ee-d47b-438a-9bfa-4062e9c2f53b,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:44.215348 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:44.230678 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:44.231884 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b5cf68b7-5bbb-454c-a364-7212a11d42b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0376282 Mar 23 09:04:44.424425 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e8519aeb-6e1d-4faf-ada3-c089a0e75791 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2052763494&fields=id&tenant_id=8b731536db654867bd9c91abfc3b27dc HTTP/1.1" status: 200 len: 267 time: 0.0434661 Mar 23 09:04:44.444732 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1b6e-6640-4bef-aa46-f9a38403eab2 req-a5b12505-1adc-4ea9-a0ca-7d9f6cc0fced tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:44.446270 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba6f1b6e-6640-4bef-aa46-f9a38403eab2 req-a5b12505-1adc-4ea9-a0ca-7d9f6cc0fced tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.0543091 Mar 23 09:04:44.497025 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba6f1b6e-6640-4bef-aa46-f9a38403eab2 req-3bae6b9b-2e86-4b9b-b87f-dff86d7a9645 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445647 Mar 23 09:04:44.534521 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-fc1838a0-28c3-48dd-9c1d-d225daa936f4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:44.536403 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-fc1838a0-28c3-48dd-9c1d-d225daa936f4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 819 time: 0.1048274 Mar 23 09:04:44.551429 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-4b905407-57a2-4cdb-9ee2-9526267a7b3b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/quotas/8b731536db654867bd9c91abfc3b27dc HTTP/1.1" status: 200 len: 375 time: 0.0091088 Mar 23 09:04:44.609150 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-6b936537-2de5-4f19-b7ae-a22652ebe456 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523081 Mar 23 09:04:44.704574 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-c43b340c-1fbb-4ddc-bc61-374f79e7ab95 service neutron] 10.222.0.73 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Mar 23 09:04:44.790488 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-3db2e599-19d6-41d5-a57f-5aecb0184002 service neutron] 10.222.0.73 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796354 Mar 23 09:04:44.957384 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3fced67d-df85-4cd9-9983-eaf845a99236 req-bcc4bd8d-d813-4583-a01c-7688a8134c47 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 210 time: 0.0325463 Mar 23 09:04:45.761061 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dd990-9671-415a-a04d-dc5649bcbf74 req-e7f1802d-0870-4844-a065-c1612c8f3771 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:45.772825 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca7dd990-9671-415a-a04d-dc5649bcbf74 req-e7f1802d-0870-4844-a065-c1612c8f3771 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 944 time: 0.1054587 Mar 23 09:04:45.822590 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca7dd990-9671-415a-a04d-dc5649bcbf74 req-1a6487a9-9b87-46c4-b779-9c4f781131eb tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480132 Mar 23 09:04:45.825238 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:45.899634 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 859302c4-b87f-453c-aad6-797346fac8e9 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:45.899999 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (859302c4-b87f-453c-aad6-797346fac8e9), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:45.997603 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 859302c4-b87f-453c-aad6-797346fac8e9 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:45.998639 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:46.026309 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:46.028594 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448c84d-4946-481c-bb26-7e141976f58c" -d '{"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-plugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:46.048160 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:46.053204 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:46.102261 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e3469236-73c8-4960-ab62-b8616e2c5e2a req-65eafbf7-d0b5-49f8-a87a-0b8213a23481 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 210 time: 0.0560126 Mar 23 09:04:46.116633 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900daee2-d03b-4f26-ad89-bf611434c503 x-openstack-request-id: req-900daee2-d03b-4f26-ad89-bf611434c503 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:46.116947 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-plugged", "status": "completed", "tag": "859302c4-b87f-453c-aad6-797346fac8e9", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:46.117154 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-900daee2-d03b-4f26-ad89-bf611434c503 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:46.117772 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900daee2-d03b-4f26-ad89-bf611434c503'] response: {'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9', 'code': 200} Mar 23 09:04:46.135419 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=10']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:47.007646 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bf925-03c8-44b9-93a0-10f9f424807b req-4a807c0d-964d-464e-808f-9ca75f8eaf74 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:47.009832 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-752bf925-03c8-44b9-93a0-10f9f424807b req-4a807c0d-964d-464e-808f-9ca75f8eaf74 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.0814781 Mar 23 09:04:47.104368 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-752bf925-03c8-44b9-93a0-10f9f424807b req-c25d18df-e2b1-4d47-8e9a-ed0130eae031 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843694 Mar 23 09:04:47.238526 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5c546e9f-9c6a-4ed6-a8f8-97532afb89f0 req-cfee05fd-826e-4dbd-85ef-3e30f3c3c994 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 210 time: 0.0312400 Mar 23 09:04:48.249962 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af0ccb-6086-4ff7-b96a-8f016d77b140 req-e7fe275b-2ed6-4f9c-bd93-9a2922a99874 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:48.252077 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-45af0ccb-6086-4ff7-b96a-8f016d77b140 req-e7fe275b-2ed6-4f9c-bd93-9a2922a99874 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.0629129 Mar 23 09:04:48.314509 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-45af0ccb-6086-4ff7-b96a-8f016d77b140 req-cc0073d2-b161-4de6-a47b-9128879ad30e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561354 Mar 23 09:04:48.368039 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5704ff9c-83c7-4dff-a56e-31f112881115 req-74b79a9a-2bbc-4993-99db-9bea99fd7ead tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 210 time: 0.0283682 Mar 23 09:04:49.585455 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3fdf5487-3e17-4ba9-ba30-c1611467f195 req-4647d6d9-4311-4842-81a3-838cabc1fc4d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 210 time: 0.0723460 Mar 23 09:04:49.600913 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d031aa-5ecd-45e2-b242-80e6c5da78a4 req-2abfb701-d5c5-4ffe-9ca8-4c09ff1db3ea tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:49.611503 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-56d031aa-5ecd-45e2-b242-80e6c5da78a4 req-2abfb701-d5c5-4ffe-9ca8-4c09ff1db3ea tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.0958881 Mar 23 09:04:49.672785 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-1c45dd50-3a35-4dde-b60e-5cd42284912f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:49.675205 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-1c45dd50-3a35-4dde-b60e-5cd42284912f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 819 time: 0.2605355 Mar 23 09:04:49.694636 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-56d031aa-5ecd-45e2-b242-80e6c5da78a4 req-e77dc92d-72aa-4717-a7ad-bbe93ddac62a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726106 Mar 23 09:04:49.788266 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f32cbb-4dc2-4a6a-a713-00b754683028 req-32d9662d-f460-43a8-bf58-e7798b284f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:49.790598 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b8f32cbb-4dc2-4a6a-a713-00b754683028 req-32d9662d-f460-43a8-bf58-e7798b284f81 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1130 time: 0.0825233 Mar 23 09:04:49.812554 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-7b2f861c-d2f9-4639-b6b8-85f9e060a56b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b731536db654867bd9c91abfc3b27dc HTTP/1.1" status: 200 len: 380 time: 0.1003430 Mar 23 09:04:49.824560 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'port': {'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'admin_state_up': True, 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'security_groups': ['cd2372f9-5c3e-4af7-821f-07ccb8c1c501']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:49.868918 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b8f32cbb-4dc2-4a6a-a713-00b754683028 req-692a609e-e8ee-4b6e-b90c-dd756c63f199 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666645 Mar 23 09:04:49.959192 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Made reservation on behalf of 8b731536db654867bd9c91abfc3b27dc for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:49.964924 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:50.139545 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Allocated IP 172.20.0.14 (382d148c-4a5f-4475-a2e6-5066d5c138fc/c24168df-6b81-4da1-b3fd-a285bf916197/d82c57c2-dc97-4b32-906e-07fd39124238) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:04:50.306931 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for port (d82c57c2-dc97-4b32-906e-07fd39124238), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:50.344916 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:50.394356 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:04:50.397364 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:50.408617 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:04:50.445864 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event updated for resources: {'Port': ['ID=d82c57c2-dc97-4b32-906e-07fd39124238,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:50.494431 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:50.495168 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:50.512689 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e6d254b4-e5c3-4223-8463-dc04af0dd75b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6941473 Mar 23 09:04:50.533239 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Request body: {'port': {'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:50.602723 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:50.731607 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd2692-2eac-4043-b68a-c3c78e0ddce4 req-3e2751c0-483d-43d6-a0aa-bc6e8fff918f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:50.738709 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7abd2692-2eac-4043-b68a-c3c78e0ddce4 req-3e2751c0-483d-43d6-a0aa-bc6e8fff918f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 932 time: 0.0672755 Mar 23 09:04:50.758288 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-3a9854e6-e80a-4f76-bf52-b6bf9f63d398 None None] Provisioning complete for port d82c57c2-dc97-4b32-906e-07fd39124238 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:50.758913 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-3a9854e6-e80a-4f76-bf52-b6bf9f63d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:50.798598 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-3a9854e6-e80a-4f76-bf52-b6bf9f63d398 None None] Port d82c57c2-dc97-4b32-906e-07fd39124238 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:04:50.810140 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7abd2692-2eac-4043-b68a-c3c78e0ddce4 req-0d524c76-8d86-4a47-8370-462b219cf78d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687220 Mar 23 09:04:50.925484 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb505bdc-05dd-4e40-b2df-2c54aa6e03fa req-7bbdb2b0-402c-4cde-9346-85d0d74a1732 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:50.927123 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eb505bdc-05dd-4e40-b2df-2c54aa6e03fa req-7bbdb2b0-402c-4cde-9346-85d0d74a1732 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.1140049 Mar 23 09:04:51.006619 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-eb505bdc-05dd-4e40-b2df-2c54aa6e03fa req-f72dbec8-3aa0-481a-90db-f0913dc05dee tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714760 Mar 23 09:04:51.089527 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82c57c2-dc97-4b32-906e-07fd39124238 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:51.098715 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Publish callbacks [] for port (d82c57c2-dc97-4b32-906e-07fd39124238), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:51.115116 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Transition to ACTIVE for port object d82c57c2-dc97-4b32-906e-07fd39124238 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:04:51.119388 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:51.175202 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d82c57c2-dc97-4b32-906e-07fd39124238,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:51.266622 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Attempting to bind port d82c57c2-dc97-4b32-906e-07fd39124238 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:04:51.266888 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Attempting to bind port d82c57c2-dc97-4b32-906e-07fd39124238 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:04:51.267243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Attempting to bind port d82c57c2-dc97-4b32-906e-07fd39124238 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:51.272484 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Port d82c57c2-dc97-4b32-906e-07fd39124238 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:04:51.272843 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Attempting to bind port d82c57c2-dc97-4b32-906e-07fd39124238 on network 382d148c-4a5f-4475-a2e6-5066d5c138fc {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:51.285353 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:04:51.285972 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Checking segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:04:51.286513 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Bound using segment: {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:04:51.287718 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Bound port: d82c57c2-dc97-4b32-906e-07fd39124238, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:04:51.288124 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:51.363182 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] For port d82c57c2-dc97-4b32-906e-07fd39124238, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:04:51.367584 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] For port d82c57c2-dc97-4b32-906e-07fd39124238, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d82c57c2-dc97-4b32-906e-07fd39124238,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:04:51.377833 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:51.420375 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:51.421682 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:51.422355 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] 10.222.0.84 "PUT /v2.0/ports/d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 1094 time: 0.8937938 Mar 23 09:04:51.422791 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:51.425014 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac" -d '{"events": [{"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:51.483807 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07793c76-7a31-4760-b929-284e390ddfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d82c57c2-dc97-4b32-906e-07fd39124238,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:51.511431 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999dbf8f-d84c-44a4-8940-60b4696e6a8d x-openstack-request-id: req-999dbf8f-d84c-44a4-8940-60b4696e6a8d {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:51.512014 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:51.512335 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-999dbf8f-d84c-44a4-8940-60b4696e6a8d {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:51.512930 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999dbf8f-d84c-44a4-8940-60b4696e6a8d'] response: {'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'status': 'completed', 'code': 200} Mar 23 09:04:51.590515 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-f72465bc-876f-47ba-978e-aa97f75a85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:51.592041 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-f72465bc-876f-47ba-978e-aa97f75a85c9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1128 time: 0.0979843 Mar 23 09:04:51.662493 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-748cc8d8-1557-4572-a821-5b1eaab79f21 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 217 time: 0.0502269 Mar 23 09:04:51.722908 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-c72483a1-6932-4e09-8590-8ae7a3da8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:51.724445 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-c72483a1-6932-4e09-8590-8ae7a3da8f66 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0530522 Mar 23 09:04:51.825188 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-085e3fbc-5cf0-4ece-8e2a-ba6bf668b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:51.828087 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-085e3fbc-5cf0-4ece-8e2a-ba6bf668b283 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864689 Mar 23 09:04:52.024840 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b2ff-b880-4b6d-9945-58a26419590f req-b559ff9d-afaf-4c1b-a589-1be2c0659c0c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:52.026532 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d301b2ff-b880-4b6d-9945-58a26419590f req-b559ff9d-afaf-4c1b-a589-1be2c0659c0c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 944 time: 0.1099954 Mar 23 09:04:52.028821 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-dc5b2df9-ca2d-4263-9425-ac0bd5c3f847 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749547 Mar 23 09:04:52.223942 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d301b2ff-b880-4b6d-9945-58a26419590f req-09c506a2-c391-48ff-885d-84c52e525f82 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650138 Mar 23 09:04:52.236638 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a877c-6166-4cac-9273-d082d6e8e3d7 req-97bcadc9-0162-481b-a57f-7c87d1ea2a09 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:52.238260 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-848a877c-6166-4cac-9273-d082d6e8e3d7 req-97bcadc9-0162-481b-a57f-7c87d1ea2a09 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.1443977 Mar 23 09:04:52.297494 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-848a877c-6166-4cac-9273-d082d6e8e3d7 req-e64d667b-999b-4bde-923c-c1e300d3a128 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483279 Mar 23 09:04:52.305130 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-74839637-30c7-4921-9d78-9cd8e4aa6195 req-e0f202ba-f50a-4039-8510-0e5bd283679f service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368619 Mar 23 09:04:52.514984 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-74381cfd-31fe-4614-b133-e5e25a7d00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:52.519411 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-74381cfd-31fe-4614-b133-e5e25a7d00ad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1128 time: 0.0742230 Mar 23 09:04:52.690184 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-5400d175-9abf-4961-952d-9446a4271516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:52.692720 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-5400d175-9abf-4961-952d-9446a4271516 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1643500 Mar 23 09:04:52.747106 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-2144977b-a4b3-4499-a470-8156eb64c644 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 217 time: 0.0404475 Mar 23 09:04:52.803301 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-90e9204f-260c-4793-9819-cb4115f88f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:52.804907 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-90e9204f-260c-4793-9819-cb4115f88f0f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0504735 Mar 23 09:04:52.873550 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-1f7458de-9410-4729-a111-4ab053e31a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:52.875631 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-1f7458de-9410-4729-a111-4ab053e31a30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500817 Mar 23 09:04:52.991506 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-bdaae53a-3bbf-4c3c-b758-cebeef888cad service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042800 Mar 23 09:04:53.103861 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-86b7093b-a24c-4f82-b8d8-5a74c03c39ac req-6832d7f5-daab-4496-8d67-4b8b8671ff48 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923948 Mar 23 09:04:53.326752 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b84f36-3acb-48e4-b503-116eda297b09 req-5cf288b8-06e1-49fe-b3fc-7baa0efd7b44 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:53.328959 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58b84f36-3acb-48e4-b503-116eda297b09 req-5cf288b8-06e1-49fe-b3fc-7baa0efd7b44 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 944 time: 0.0623825 Mar 23 09:04:53.398304 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-58b84f36-3acb-48e4-b503-116eda297b09 req-36c37945-7f7b-4218-89fb-4bc76be6c4db tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609891 Mar 23 09:04:53.475994 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cea94-3b41-4d3e-a483-02c7f4757f25 req-4988499b-8f9b-4997-88a3-c7fe09ce808a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:53.478322 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cc5cea94-3b41-4d3e-a483-02c7f4757f25 req-4988499b-8f9b-4997-88a3-c7fe09ce808a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.1049511 Mar 23 09:04:53.547248 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cc5cea94-3b41-4d3e-a483-02c7f4757f25 req-5385fa3b-5709-43cb-82a4-762961161b8d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585399 Mar 23 09:04:54.525860 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ffa2a-8484-47e0-b0c8-b3d318950c99 req-7afb985a-9fff-426b-8f8b-1563db36e0cd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:54.533095 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-634ffa2a-8484-47e0-b0c8-b3d318950c99 req-7afb985a-9fff-426b-8f8b-1563db36e0cd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 944 time: 0.0596149 Mar 23 09:04:54.576905 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-634ffa2a-8484-47e0-b0c8-b3d318950c99 req-f1e88d0f-684f-4ce9-a3c9-1fd302f52fcc tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Mar 23 09:04:55.751101 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200300-bcb9-4c2a-acc4-9dbb658dff3e req-1cbc58b4-4682-48f3-a220-0ae1dff29dc0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:55.753220 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-39200300-bcb9-4c2a-acc4-9dbb658dff3e req-1cbc58b4-4682-48f3-a220-0ae1dff29dc0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 944 time: 0.0724525 Mar 23 09:04:55.808002 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-39200300-bcb9-4c2a-acc4-9dbb658dff3e req-51c80794-68dd-4841-a9cf-721eda1a3b23 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480974 Mar 23 09:04:55.880160 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d82c57c2-dc97-4b32-906e-07fd39124238 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:04:56.009837 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port d82c57c2-dc97-4b32-906e-07fd39124238, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d82c57c2-dc97-4b32-906e-07fd39124238,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:56.024599 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'mac_address': 'fa:16:3e:a9:e2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:04:56.077593 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port d82c57c2-dc97-4b32-906e-07fd39124238 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:56.078020 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:56.092091 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82c57c2-dc97-4b32-906e-07fd39124238 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:56.115848 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port d82c57c2-dc97-4b32-906e-07fd39124238, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d82c57c2-dc97-4b32-906e-07fd39124238,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:56.125350 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:56.213559 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=d82c57c2-dc97-4b32-906e-07fd39124238,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:56.289596 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e18c-4c3d-433c-b254-ac8a194b8e19 req-418f7a77-e267-4453-9894-1aad5208a829 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:56.291445 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c205e18c-4c3d-433c-b254-ac8a194b8e19 req-418f7a77-e267-4453-9894-1aad5208a829 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.0718527 Mar 23 09:04:56.340692 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c205e18c-4c3d-433c-b254-ac8a194b8e19 req-c3c9a060-3650-4a5c-bdbe-860051d62d4d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426500 Mar 23 09:04:56.755439 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['d82c57c2-dc97-4b32-906e-07fd39124238'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:56.811731 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef2b1-adc5-4eb5-9b30-d9cd1c7be153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:56.981354 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fdf64-efc9-4a27-b2e2-395c8c9d978b req-9864b915-25d1-485b-b67e-4fdcaa3fad35 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:56.983466 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c50fdf64-efc9-4a27-b2e2-395c8c9d978b req-9864b915-25d1-485b-b67e-4fdcaa3fad35 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 945 time: 0.0617437 Mar 23 09:04:57.030682 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c50fdf64-efc9-4a27-b2e2-395c8c9d978b req-fc61758e-1a1e-44d5-b631-1caac92f327b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Mar 23 09:04:57.476294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6bdeb-37fe-48a2-824e-9acc436c04cf req-b7bf2fb9-c5b3-43ef-8e7b-c3050f0b4d2b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:57.478593 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-dfa6bdeb-37fe-48a2-824e-9acc436c04cf req-b7bf2fb9-c5b3-43ef-8e7b-c3050f0b4d2b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.0575829 Mar 23 09:04:57.534131 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-dfa6bdeb-37fe-48a2-824e-9acc436c04cf req-f4d6a163-09a2-4127-bbe0-fcb487c782ac tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497050 Mar 23 09:04:58.163163 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22303336-ff73-4522-b021-1222e8242eea req-c4319a0f-7d21-427c-af7a-40cbe63b0bed tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:58.164665 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-22303336-ff73-4522-b021-1222e8242eea req-c4319a0f-7d21-427c-af7a-40cbe63b0bed tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 945 time: 0.0631008 Mar 23 09:04:58.221057 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-22303336-ff73-4522-b021-1222e8242eea req-ae9f8899-aff0-4eda-9564-2b628237a021 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507793 Mar 23 09:04:58.662628 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ce052-a574-41d9-aa76-d1eacff3b77d req-222da42f-92d8-408f-99b5-bf7185a7f3ec tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:58.664264 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3e2ce052-a574-41d9-aa76-d1eacff3b77d req-222da42f-92d8-408f-99b5-bf7185a7f3ec tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.0618896 Mar 23 09:04:58.721706 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3e2ce052-a574-41d9-aa76-d1eacff3b77d req-8c168e07-66a6-4b71-a63a-8521497bca32 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Mar 23 09:04:58.939287 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8725b9b6-6e36-47d0-9231-c5caf2a9da08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.354450 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e731570-c176-437c-bcd4-89ea9ebdfe5d req-da5a9732-3a7e-4a2e-813f-ea45bca58a51 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:59.357202 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2e731570-c176-437c-bcd4-89ea9ebdfe5d req-da5a9732-3a7e-4a2e-813f-ea45bca58a51 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 945 time: 0.0647089 Mar 23 09:04:59.416892 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2e731570-c176-437c-bcd4-89ea9ebdfe5d req-4d80d340-da0e-4251-924f-ecd49c7d3a75 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521731 Mar 23 09:04:59.628471 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-86db27a4-7351-4f21-a5e5-3327e3fc2b79 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:59.630214 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-86db27a4-7351-4f21-a5e5-3327e3fc2b79 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.0550499 Mar 23 09:04:59.744436 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Deleting port a1680d5c-8763-4c28-8886-1ecb9db33864 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:04:59.745427 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.912137 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d82c57c2-dc97-4b32-906e-07fd39124238 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:59.927915 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] For port a1680d5c-8763-4c28-8886-1ecb9db33864, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1680d5c-8763-4c28-8886-1ecb9db33864,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:59.928323 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.943542 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546f5e-09d5-409d-a630-a1e45e3e2f61 req-8b1fa6b3-a028-4eb7-8233-10c7c4048991 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:59.945020 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-65546f5e-09d5-409d-a630-a1e45e3e2f61 req-8b1fa6b3-a028-4eb7-8233-10c7c4048991 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 946 time: 0.1349623 Mar 23 09:04:59.978128 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Calling delete_port for a1680d5c-8763-4c28-8886-1ecb9db33864 owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:05:00.006553 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port d82c57c2-dc97-4b32-906e-07fd39124238 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:05:00.011633 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port d82c57c2-dc97-4b32-906e-07fd39124238 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:00.012213 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.077604 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-65546f5e-09d5-409d-a630-a1e45e3e2f61 req-0ef7876f-2eae-4abc-9ae2-86d10c833b1e tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236660 Mar 23 09:05:00.199259 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (a1680d5c-8763-4c28-8886-1ecb9db33864), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.200479 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.227445 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['a1680d5c-8763-4c28-8886-1ecb9db33864'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:05:00.233368 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Pushing event deleted for resources: {'Port': ['ID=a1680d5c-8763-4c28-8886-1ecb9db33864,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:00.269066 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port d82c57c2-dc97-4b32-906e-07fd39124238 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:00.269463 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.296212 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:00.298456 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f92973e-629a-4d63-b4b3-c855bf63db5d" -d '{"events": [{"server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "name": "network-vif-plugged", "status": "completed", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:00.303480 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] No DVR routers for this DVR port a1680d5c-8763-4c28-8886-1ecb9db33864 on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:05:00.312368 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port d82c57c2-dc97-4b32-906e-07fd39124238, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d82c57c2-dc97-4b32-906e-07fd39124238,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:00.316112 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.317644 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.322703 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2024bafb-249b-4c22-98b7-8079f3dac447 req-2aa5ef85-f222-4c90-abfa-3fede17ec45b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "DELETE /v2.0/ports/a1680d5c-8763-4c28-8886-1ecb9db33864 HTTP/1.1" status: 204 len: 173 time: 0.6831956 Mar 23 09:05:00.323483 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8829-6829-4554-995d-cb0367fd6030', 'name': 'network-vif-deleted', 'tag': 'a1680d5c-8763-4c28-8886-1ecb9db33864'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:00.326088 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade47a11-b8e6-4365-876b-e4cd000f816f" -d '{"events": [{"server_uuid": "0acb8829-6829-4554-995d-cb0367fd6030", "name": "network-vif-deleted", "tag": "a1680d5c-8763-4c28-8886-1ecb9db33864"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:00.382912 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=d82c57c2-dc97-4b32-906e-07fd39124238,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:00.413560 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f9199c-719d-444a-9a5c-bcb0adea303e x-openstack-request-id: req-32f9199c-719d-444a-9a5c-bcb0adea303e {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:00.414067 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "name": "network-vif-plugged", "status": "completed", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:00.414637 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32f9199c-719d-444a-9a5c-bcb0adea303e {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:00.414962 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f9199c-719d-444a-9a5c-bcb0adea303e'] response: {'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'code': 200} Mar 23 09:05:00.440723 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9295f07-a2f5-4d6a-8e45-7fc68748e5ff x-openstack-request-id: req-a9295f07-a2f5-4d6a-8e45-7fc68748e5ff {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:00.441140 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8829-6829-4554-995d-cb0367fd6030", "name": "network-vif-deleted", "tag": "a1680d5c-8763-4c28-8886-1ecb9db33864", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:00.441646 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9295f07-a2f5-4d6a-8e45-7fc68748e5ff {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:00.443482 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9295f07-a2f5-4d6a-8e45-7fc68748e5ff'] response: {'server_uuid': '0acb8829-6829-4554-995d-cb0367fd6030', 'name': 'network-vif-deleted', 'tag': 'a1680d5c-8763-4c28-8886-1ecb9db33864', 'status': 'completed', 'code': 200} Mar 23 09:05:00.586186 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd2a5-cf65-40e4-9345-9cc05566ee59 req-0ebff4fb-08a6-4e29-a635-575ca95984b7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:00.591799 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6bebd2a5-cf65-40e4-9345-9cc05566ee59 req-0ebff4fb-08a6-4e29-a635-575ca95984b7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0700881 Mar 23 09:05:00.667326 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6bebd2a5-cf65-40e4-9345-9cc05566ee59 req-74c2e7c9-929d-4110-bda8-288b0f52cc0c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704954 Mar 23 09:05:00.695495 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a380526-10e5-4cbe-96b1-5bcff66d4de7 req-048466b9-f2c5-4d74-a60c-b98824e1af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:00.697506 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3a380526-10e5-4cbe-96b1-5bcff66d4de7 req-048466b9-f2c5-4d74-a60c-b98824e1af89 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1130 time: 0.0692368 Mar 23 09:05:00.761289 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3a380526-10e5-4cbe-96b1-5bcff66d4de7 req-224fcbc9-7521-48fe-9123-c27064c51a3c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488124 Mar 23 09:05:01.206664 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8a276097-5f79-4b6e-a395-9b062671a015 req-8cb5cf5f-46c1-4279-b4e4-2bc1b712af12 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8829-6829-4554-995d-cb0367fd6030 HTTP/1.1" status: 200 len: 210 time: 0.0371256 Mar 23 09:05:01.650619 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.793597 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155caffe-a998-443d-b9f6-3ee2f6de45bb req-fad8e370-1732-4dd1-8d2d-42a03b7e29ff tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:01.795189 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-155caffe-a998-443d-b9f6-3ee2f6de45bb req-fad8e370-1732-4dd1-8d2d-42a03b7e29ff tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0580776 Mar 23 09:05:01.846197 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-155caffe-a998-443d-b9f6-3ee2f6de45bb req-62aa26df-faf4-4ba6-b66f-1518ecea4c8f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447934 Mar 23 09:05:02.985646 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d14b-9db8-439a-9f26-a27ea05ae918 req-30997e3c-c38c-490a-94df-49f1f21ce573 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:02.988265 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8232d14b-9db8-439a-9f26-a27ea05ae918 req-30997e3c-c38c-490a-94df-49f1f21ce573 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0672975 Mar 23 09:05:03.055051 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8232d14b-9db8-439a-9f26-a27ea05ae918 req-a97f62bb-a35f-4cc4-91ca-98fd98ceb111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599740 Mar 23 09:05:03.087697 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.190045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445ef40-b079-4854-b794-3fbfabfbba70 req-534d943f-dbfd-48d6-91eb-7caae7a6eecd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:03.192008 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f445ef40-b079-4854-b794-3fbfabfbba70 req-534d943f-dbfd-48d6-91eb-7caae7a6eecd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0635538 Mar 23 09:05:03.201380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40166) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:03.206151 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'floatingip': {'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:03.248992 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.746045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.750878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.122053 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Floating IP 3223def1-3d2e-40ca-9883-3cdcdc4cf0be associated. External IP: 172.27.0.100, port: d82c57c2-dc97-4b32-906e-07fd39124238. Mar 23 09:05:04.345467 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Router 013cd76a-cc6f-46af-9062-32c6e828d384 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:05:04.455168 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:04.460550 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.465057 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] Sync routers for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:04.474531 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:04.475184 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:04:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:04.491380 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-328c27a9-a058-4008-aeca-eab9c2ef9f97 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "PUT /v2.0/floatingips/3223def1-3d2e-40ca-9883-3cdcdc4cf0be HTTP/1.1" status: 200 len: 992 time: 1.2886586 Mar 23 09:05:04.492070 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:04.494322 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f" -d '{"events": [{"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:04.533023 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4dd374-ee5e-4603-93d2-07fe72a17c42 x-openstack-request-id: req-2e4dd374-ee5e-4603-93d2-07fe72a17c42 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:04.533374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:04.533679 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e4dd374-ee5e-4603-93d2-07fe72a17c42 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:04.534125 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4dd374-ee5e-4603-93d2-07fe72a17c42'] response: {'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'status': 'completed', 'code': 200} Mar 23 09:05:04.582856 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:04.747732 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device a1680d5c-8763-4c28-8886-1ecb9db33864 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:05:04.769353 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: a1680d5c-8763-4c28-8886-1ecb9db33864 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:05:04.769801 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device a1680d5c-8763-4c28-8886-1ecb9db33864 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:05:04.808928 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '3223def1-3d2e-40ca-9883-3cdcdc4cf0be', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'mac_address': 'fa:16:3e:a9:e2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:43Z', 'updated_at': '2022-03-23T09:05:03Z', 'revision_number': 1, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:04.851619 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] Checking router: 013cd76a-cc6f-46af-9062-32c6e828d384 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:04.861296 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:04.861962 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:04:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:05.054155 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:05.279844 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '3223def1-3d2e-40ca-9883-3cdcdc4cf0be', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'mac_address': 'fa:16:3e:a9:e2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:43Z', 'updated_at': '2022-03-23T09:05:03Z', 'revision_number': 1, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:05.305704 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20732fd-d6de-4abb-b2d1-b5fbc7153bbc None None] The sync data for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi is: [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '3223def1-3d2e-40ca-9883-3cdcdc4cf0be', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'mac_address': 'fa:16:3e:a9:e2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:43Z', 'updated_at': '2022-03-23T09:05:03Z', 'revision_number': 1, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:05.490199 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c5ed0-9a9e-4007-8741-a04aad2181dc None None] New status for floating IP 3223def1-3d2e-40ca-9883-3cdcdc4cf0be: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:05:05.808885 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-2128e420-d046-4320-a65a-bc838ca0c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:05.810414 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-2128e420-d046-4320-a65a-bc838ca0c3ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1130 time: 0.0456769 Mar 23 09:05:05.910543 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-582b94a3-18ef-4a02-b98e-e7739690c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:05.911956 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-582b94a3-18ef-4a02-b98e-e7739690c3b0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.0826266 Mar 23 09:05:05.991246 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-e7ce778a-7a28-4f29-a88c-823380198706 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 1002 time: 0.0616069 Mar 23 09:05:06.043340 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-c582cca2-e4c1-4c2e-a77d-834c100ffc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:06.044866 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-c582cca2-e4c1-4c2e-a77d-834c100ffc2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0437322 Mar 23 09:05:06.103037 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-cd502b52-9e4d-46b8-b8d1-0dab49e4de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:06.104500 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-cd502b52-9e4d-46b8-b8d1-0dab49e4de7a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447867 Mar 23 09:05:06.203538 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-a19abde5-9ecd-494a-858a-ff5aeb1c6dfe service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855989 Mar 23 09:05:06.294148 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-53315b5b-df7f-4f5a-9e61-ebe3ca71004f req-8da85ad0-3dab-4871-9854-b88ca940731b service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824230 Mar 23 09:05:08.768117 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40286) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:08.816199 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_v2 [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] Deleting subnet 883dd5ab-42af-495d-ad67-f522fd598cb0 {{(pid=103116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:05:08.819286 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] Publish callbacks [] for subnet (883dd5ab-42af-495d-ad67-f522fd598cb0), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:08.853473 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342816'] for subnet (883dd5ab-42af-495d-ad67-f522fd598cb0), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:08.892119 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (883dd5ab-42af-495d-ad67-f522fd598cb0), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:08.943050 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8944565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9176596'] for subnet (883dd5ab-42af-495d-ad67-f522fd598cb0), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:08.966519 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883dd5ab-42af-495d-ad67-f522fd598cb0,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:08.972496 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:08.976286 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-777480b0-969e-4372-9bdb-a50a9300b10a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/883dd5ab-42af-495d-ad67-f522fd598cb0 HTTP/1.1" status: 204 len: 168 time: 0.2071376 Mar 23 09:05:08.978754 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40290) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:09.048780 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (4f852673-da98-4e76-b12c-147e637daed1), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.124381 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (4f852673-da98-4e76-b12c-147e637daed1), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.148554 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f852673-da98-4e76-b12c-147e637daed1']}} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:09.158252 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b') {'for_net_delete': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:09.158543 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b') {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:09.167797 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342809'] for segment (7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.180568 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.186668 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:05:09.187039 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8944919'] for segment (7aa5c1a7-820a-4ea5-bfd6-75db2ad59b2b), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: Traceback (most recent call last): Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: timer() Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: cb(*args, **kw) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: return func(*args, **kwargs) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: self._notify() Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: self.callback(batched_events) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: event.method(event) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: return f(self, *a, **k) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._get(url).json() Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: return self.request(url, 'GET', **kwargs) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:05:09.188733 dv-cinder-834822-2-iscsi neutron-server[103116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:05:09.240225 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (4f852673-da98-4e76-b12c-147e637daed1), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.245178 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.248262 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] 10.222.0.73 "DELETE /v2.0/networks/4f852673-da98-4e76-b12c-147e637daed1 HTTP/1.1" status: 204 len: 168 time: 0.2686131 Mar 23 09:05:09.261936 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba985a1f-bc87-4c9b-aaa5-b5548c995d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f852673-da98-4e76-b12c-147e637daed1,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:09.374043 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40294) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:09.414483 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1501c3e6-88c5-486d-b286-bf4f1e996791 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5ee7e1575614519a8c449c6ef8d0f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392783 Mar 23 09:05:09.416903 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40296) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:09.464380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-04d2d0c1-ff70-4c16-81ea-14661837db08 admin admin] Publish callbacks [] for security_group (10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.488743 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-04d2d0c1-ff70-4c16-81ea-14661837db08 admin admin] Publish callbacks [] for security_group (10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.537092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-04d2d0c1-ff70-4c16-81ea-14661837db08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.540564 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-04d2d0c1-ff70-4c16-81ea-14661837db08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:09.541913 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-04d2d0c1-ff70-4c16-81ea-14661837db08 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5 HTTP/1.1" status: 204 len: 168 time: 0.1240447 Mar 23 09:05:09.549645 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2d0c1-ff70-4c16-81ea-14661837db08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aeaa96-52df-4e4b-b2d9-f0cb6b06e0c5,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:12.294440 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-c14c6727-ef23-4602-b44d-636e95b5a251 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:12.295820 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-c14c6727-ef23-4602-b44d-636e95b5a251 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/networks?id=47aea47a-df66-4741-ad06-e30ee41929f2 HTTP/1.1" status: 200 len: 813 time: 0.0999820 Mar 23 09:05:12.310842 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-48809438-651e-42ac-b1e1-01b67b9eaff9 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/quotas/08a854080d8c47b89302a45fa67196ae HTTP/1.1" status: 200 len: 375 time: 0.0097284 Mar 23 09:05:12.345191 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-5d326160-2791-4d7f-b9cb-145791cfb31f tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=08a854080d8c47b89302a45fa67196ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295656 Mar 23 09:05:12.433017 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-4895ec16-2432-4ef6-ba0e-10b310659a31 service neutron] 10.222.0.73 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807436 Mar 23 09:05:12.524087 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-acb00104-35df-4ccc-a2a9-3a95752cc72c service neutron] 10.222.0.73 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Mar 23 09:05:12.678052 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4ac831a7-b461-4db5-8fc9-659ae2063bfc req-d11ec420-fc6f-4433-a351-8e113dd33d5b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 210 time: 0.0272520 Mar 23 09:05:13.814537 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-39105d65-15b8-4c7d-a363-724a39d7d69d req-ff048ad3-af3b-4d2e-9a9f-a515877d51f0 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 210 time: 0.0628083 Mar 23 09:05:13.855793 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:13.877822 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-1aaed401-797d-4bcd-a875-ddd596f8bcac tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:13.879277 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-1aaed401-797d-4bcd-a875-ddd596f8bcac tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "GET /v2.0/networks?id=47aea47a-df66-4741-ad06-e30ee41929f2 HTTP/1.1" status: 200 len: 813 time: 0.1365628 Mar 23 09:05:13.907908 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Request body: {'port': {'device_id': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2', 'admin_state_up': True, 'tenant_id': '08a854080d8c47b89302a45fa67196ae'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:14.019328 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Made reservation on behalf of 08a854080d8c47b89302a45fa67196ae for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:14.022831 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.149772 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Allocated IP 172.20.0.14 (47aea47a-df66-4741-ad06-e30ee41929f2/3247f486-b442-4592-ace9-e6925c769ee9/7ffb0337-d909-4537-9298-c3130b00beaf) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:14.300791 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks [] for port (7ffb0337-d909-4537-9298-c3130b00beaf), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.343085 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.388967 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Network 47aea47a-df66-4741-ad06-e30ee41929f2 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:14.392089 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:14.398016 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:14.404286 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Pushing event updated for resources: {'Port': ['ID=7ffb0337-d909-4537-9298-c3130b00beaf,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:14.450360 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:14.450972 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.466785 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-36e2c360-5b0b-490e-88a6-2d1be5b7050d tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638473 Mar 23 09:05:14.485520 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Request body: {'port': {'device_id': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:14.542548 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.801216 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffb0337-d909-4537-9298-c3130b00beaf {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:05:14.808724 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Publish callbacks [] for port (7ffb0337-d909-4537-9298-c3130b00beaf), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.820123 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Transition to ACTIVE for port object 7ffb0337-d909-4537-9298-c3130b00beaf will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:05:14.824034 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.872953 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=7ffb0337-d909-4537-9298-c3130b00beaf,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:14.938801 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b908dd-0157-4476-b90c-1bec02602ac5 req-fec524e8-4065-4b37-b61b-b9708342d027 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:14.940165 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-27b908dd-0157-4476-b90c-1bec02602ac5 req-fec524e8-4065-4b37-b61b-b9708342d027 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 944 time: 0.0548899 Mar 23 09:05:14.942545 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Attempting to bind port 7ffb0337-d909-4537-9298-c3130b00beaf on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:14.942988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Attempting to bind port 7ffb0337-d909-4537-9298-c3130b00beaf by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:14.943340 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Attempting to bind port 7ffb0337-d909-4537-9298-c3130b00beaf on network 47aea47a-df66-4741-ad06-e30ee41929f2 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:14.947935 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Port 7ffb0337-d909-4537-9298-c3130b00beaf on network 47aea47a-df66-4741-ad06-e30ee41929f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:05:14.948260 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Attempting to bind port 7ffb0337-d909-4537-9298-c3130b00beaf on network 47aea47a-df66-4741-ad06-e30ee41929f2 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:14.953148 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:14.953514 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Checking segment: {'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:14.953893 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Bound using segment: {'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:14.954315 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Bound port: 7ffb0337-d909-4537-9298-c3130b00beaf, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88716ec7-76de-4b3f-8d28-de40244d4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:14.954670 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.987598 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-27b908dd-0157-4476-b90c-1bec02602ac5 req-a66cc412-b566-445d-b477-d56799ceab76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Mar 23 09:05:15.024951 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] For port 7ffb0337-d909-4537-9298-c3130b00beaf, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:15.028079 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] For port 7ffb0337-d909-4537-9298-c3130b00beaf, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7ffb0337-d909-4537-9298-c3130b00beaf,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:15.037835 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.051149 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:05:15.084152 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.085073 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.087085 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] 10.222.0.84 "PUT /v2.0/ports/7ffb0337-d909-4537-9298-c3130b00beaf HTTP/1.1" status: 200 len: 1094 time: 0.6055582 Mar 23 09:05:15.087696 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'tag': '7ffb0337-d909-4537-9298-c3130b00beaf'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:15.091101 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7465c3c2-9c47-4cdc-b970-0c5f55699aec" -d '{"events": [{"name": "network-changed", "server_uuid": "0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0", "tag": "7ffb0337-d909-4537-9298-c3130b00beaf"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:15.124343 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ffe7c-6111-464e-afea-4b591327a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=7ffb0337-d909-4537-9298-c3130b00beaf,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:15.128971 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f795d9be-9b72-4510-9b4e-606d174f8eb0 x-openstack-request-id: req-f795d9be-9b72-4510-9b4e-606d174f8eb0 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:15.129398 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0", "tag": "7ffb0337-d909-4537-9298-c3130b00beaf", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:15.130234 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f795d9be-9b72-4510-9b4e-606d174f8eb0 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:15.130776 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f795d9be-9b72-4510-9b4e-606d174f8eb0'] response: {'name': 'network-changed', 'server_uuid': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'tag': '7ffb0337-d909-4537-9298-c3130b00beaf', 'status': 'completed', 'code': 200} Mar 23 09:05:15.186669 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-79c793e8-c52d-41ee-90fa-78338db5cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.188124 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-79c793e8-c52d-41ee-90fa-78338db5cdf6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=08a854080d8c47b89302a45fa67196ae&device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 1128 time: 0.0448110 Mar 23 09:05:15.237494 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-a5b9952b-47a9-4b16-a157-7688fa5ec786 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffb0337-d909-4537-9298-c3130b00beaf HTTP/1.1" status: 200 len: 217 time: 0.0364833 Mar 23 09:05:15.285536 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-30865637-f03f-48c8-bca9-0fabcc586e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.287622 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-30865637-f03f-48c8-bca9-0fabcc586e2a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3247f486-b442-4592-ace9-e6925c769ee9 HTTP/1.1" status: 200 len: 853 time: 0.0425000 Mar 23 09:05:15.321832 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-99b919fc-1517-41cb-884b-4b0f5678bf4f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=47aea47a-df66-4741-ad06-e30ee41929f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253069 Mar 23 09:05:15.419463 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-80246460-510d-48d4-b229-76cc932361ca service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884428 Mar 23 09:05:15.519967 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8415a85f-d1c0-45a6-845c-184410a3a893 req-f1c2503a-aafc-4a4e-b479-a05374a246d8 service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820088 Mar 23 09:05:15.625564 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-08077887-6871-4766-8283-d8a89b9c3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.627055 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-08077887-6871-4766-8283-d8a89b9c3987 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=08a854080d8c47b89302a45fa67196ae&device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 1128 time: 0.0463395 Mar 23 09:05:15.728989 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-d1deb2a5-bbb9-4625-8282-2ed9fafd9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.730556 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-d1deb2a5-bbb9-4625-8282-2ed9fafd9e55 service neutron] 10.222.0.84 "GET /v2.0/networks?id=47aea47a-df66-4741-ad06-e30ee41929f2 HTTP/1.1" status: 200 len: 914 time: 0.0884721 Mar 23 09:05:15.792894 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-45ea91d1-74cb-46f4-848d-0c9adcde45e3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffb0337-d909-4537-9298-c3130b00beaf HTTP/1.1" status: 200 len: 217 time: 0.0358028 Mar 23 09:05:15.835798 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-d0ff8cb6-747f-4f6c-9902-55dbed86039f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464935 Mar 23 09:05:15.843784 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-98b0b534-2003-497d-adc5-90d8465a9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.845210 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-98b0b534-2003-497d-adc5-90d8465a9ffb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3247f486-b442-4592-ace9-e6925c769ee9 HTTP/1.1" status: 200 len: 853 time: 0.0429401 Mar 23 09:05:15.891169 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-b6b41974-c013-4d63-b38e-f2853475a3fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=47aea47a-df66-4741-ad06-e30ee41929f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293736 Mar 23 09:05:15.933656 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-50691e58-0f60-4813-a3d5-afaf534989b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.935145 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-50691e58-0f60-4813-a3d5-afaf534989b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 1130 time: 0.0458417 Mar 23 09:05:15.981123 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-7455312d-5ee7-4f7f-8093-ff524194a976 service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820825 Mar 23 09:05:16.041239 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-7f2d0793-e438-4e65-b0ff-364302cb0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:16.042753 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-7f2d0793-e438-4e65-b0ff-364302cb0923 service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.0856295 Mar 23 09:05:16.079472 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7465c3c2-9c47-4cdc-b970-0c5f55699aec req-2cb21a3c-b3c0-41d6-b763-c89a551d3d2e service neutron] 10.222.0.84 "GET /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880585 Mar 23 09:05:16.369434 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-f8d63e4d-ba6c-4b79-ac57-207f73f4f8f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 200 len: 1001 time: 0.3145413 Mar 23 09:05:16.391967 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef5772-a6f8-4ab6-b8d2-ffc94c3cd539 req-16c66678-c00b-433d-b860-37f803bfc68b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:16.393398 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cef5772-a6f8-4ab6-b8d2-ffc94c3cd539 req-16c66678-c00b-433d-b860-37f803bfc68b tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 944 time: 0.3310409 Mar 23 09:05:16.451984 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-f6f0632b-a771-4ea0-98c4-138997139b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:16.453439 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-f6f0632b-a771-4ea0-98c4-138997139b35 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0766339 Mar 23 09:05:16.466797 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1cef5772-a6f8-4ab6-b8d2-ffc94c3cd539 req-24396ed5-09f7-4805-bd33-6a0238e75500 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Mar 23 09:05:16.510978 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-2906ef6e-b7f2-4c6b-be58-5f90038d3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:16.512445 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-2906ef6e-b7f2-4c6b-be58-5f90038d3fbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448039 Mar 23 09:05:16.606582 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-8980940e-67c8-4fb0-914e-3d0e7470678e service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828040 Mar 23 09:05:16.710731 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3044a469-b8d4-4e1e-baca-cd9b23b70b56 req-f7917498-7ccf-4ca7-b398-c5dc41c1f1c1 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837593 Mar 23 09:05:17.586374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae6401-426d-41e1-a075-7be463c2f4fb req-b07a9abf-a302-4d8a-a1de-4ae7ad9aaede tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:17.587781 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7bae6401-426d-41e1-a075-7be463c2f4fb req-b07a9abf-a302-4d8a-a1de-4ae7ad9aaede tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 944 time: 0.0539305 Mar 23 09:05:17.634911 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7bae6401-426d-41e1-a075-7be463c2f4fb req-6f954c6d-31e5-4d09-a763-bf81f8d94b2c tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Mar 23 09:05:18.750904 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0af6-620b-4237-8fc7-5202244c3611 req-a7bf8032-20f2-4c2b-b1d5-5cc8bee4f9e2 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:18.752357 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cb2f0af6-620b-4237-8fc7-5202244c3611 req-a7bf8032-20f2-4c2b-b1d5-5cc8bee4f9e2 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 944 time: 0.0522799 Mar 23 09:05:18.807805 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cb2f0af6-620b-4237-8fc7-5202244c3611 req-1ce17dac-d1dc-4987-9420-e55f39fe0434 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496519 Mar 23 09:05:18.907664 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 7ffb0337-d909-4537-9298-c3130b00beaf details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:05:19.003168 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 7ffb0337-d909-4537-9298-c3130b00beaf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7ffb0337-d909-4537-9298-c3130b00beaf,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:19.015115 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '7ffb0337-d909-4537-9298-c3130b00beaf', 'network_id': '47aea47a-df66-4741-ad06-e30ee41929f2', 'port_id': '7ffb0337-d909-4537-9298-c3130b00beaf', 'mac_address': 'fa:16:3e:17:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3247f486-b442-4592-ace9-e6925c769ee9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:05:19.051553 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 7ffb0337-d909-4537-9298-c3130b00beaf is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:19.051946 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:19.065433 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffb0337-d909-4537-9298-c3130b00beaf {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:05:19.086149 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 7ffb0337-d909-4537-9298-c3130b00beaf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7ffb0337-d909-4537-9298-c3130b00beaf,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:19.091887 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:19.142242 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=7ffb0337-d909-4537-9298-c3130b00beaf,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:19.730281 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['7ffb0337-d909-4537-9298-c3130b00beaf'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:05:19.925587 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc79ed3-961d-4877-96b0-b8e6ce154921 req-39d614de-09d0-411c-b784-aed1e59dad3f tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:19.926962 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2bc79ed3-961d-4877-96b0-b8e6ce154921 req-39d614de-09d0-411c-b784-aed1e59dad3f tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 945 time: 0.0524559 Mar 23 09:05:19.972104 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2bc79ed3-961d-4877-96b0-b8e6ce154921 req-5989665c-b3a5-499e-98c6-d49ca52bc323 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Mar 23 09:05:21.094101 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee43fea-9198-437f-aa0f-6c03de1042da req-9a9822c0-78e9-4187-b89b-a2b0e53f7505 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:21.095563 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cee43fea-9198-437f-aa0f-6c03de1042da req-9a9822c0-78e9-4187-b89b-a2b0e53f7505 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 945 time: 0.0586803 Mar 23 09:05:21.141394 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cee43fea-9198-437f-aa0f-6c03de1042da req-2b208006-6560-456c-9077-4095ccf28862 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Mar 23 09:05:22.261904 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb94c73-a8b7-4afa-835f-6cbed45711ac req-a15b6754-9d40-4d67-837d-c2e61b6e3292 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:22.263353 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9eb94c73-a8b7-4afa-835f-6cbed45711ac req-a15b6754-9d40-4d67-837d-c2e61b6e3292 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 945 time: 0.0546124 Mar 23 09:05:22.308591 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9eb94c73-a8b7-4afa-835f-6cbed45711ac req-0c1185f0-68b3-4076-9814-b652fc12f97a tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Mar 23 09:05:22.925720 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 7ffb0337-d909-4537-9298-c3130b00beaf up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:22.978237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 7ffb0337-d909-4537-9298-c3130b00beaf completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:05:22.981974 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 7ffb0337-d909-4537-9298-c3130b00beaf triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:22.982352 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:23.060330 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 7ffb0337-d909-4537-9298-c3130b00beaf is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:23.060725 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:23.082615 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffb0337-d909-4537-9298-c3130b00beaf'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:23.085401 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c76192-952b-45a6-8a0e-78acc0069b6e" -d '{"events": [{"server_uuid": "0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0", "name": "network-vif-plugged", "status": "completed", "tag": "7ffb0337-d909-4537-9298-c3130b00beaf"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:23.101298 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 7ffb0337-d909-4537-9298-c3130b00beaf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7ffb0337-d909-4537-9298-c3130b00beaf,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:23.107701 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:23.136424 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f04832-68b2-4587-b3b1-3e4c182626bb x-openstack-request-id: req-80f04832-68b2-4587-b3b1-3e4c182626bb {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:23.136716 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0", "name": "network-vif-plugged", "status": "completed", "tag": "7ffb0337-d909-4537-9298-c3130b00beaf", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:23.136967 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80f04832-68b2-4587-b3b1-3e4c182626bb {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:23.137387 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f04832-68b2-4587-b3b1-3e4c182626bb'] response: {'server_uuid': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffb0337-d909-4537-9298-c3130b00beaf', 'code': 200} Mar 23 09:05:23.166487 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=7ffb0337-d909-4537-9298-c3130b00beaf,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:23.330006 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa0b59-5f03-4fcc-bef8-3689c0fb3038 req-bc3ba168-8934-41f3-8e44-eb6b4a291d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:23.331643 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7afa0b59-5f03-4fcc-bef8-3689c0fb3038 req-bc3ba168-8934-41f3-8e44-eb6b4a291d10 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 1130 time: 0.0444503 Mar 23 09:05:23.390274 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7afa0b59-5f03-4fcc-bef8-3689c0fb3038 req-0a5fae30-7609-4d58-95c6-9b582141823d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457652 Mar 23 09:05:23.431025 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f528a41-941f-44be-b0e8-ef0278192a4c req-aeb2ac49-3376-4aa6-83d2-172597bb4f79 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:23.432782 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3f528a41-941f-44be-b0e8-ef0278192a4c req-aeb2ac49-3376-4aa6-83d2-172597bb4f79 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0545025 Mar 23 09:05:23.487705 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3f528a41-941f-44be-b0e8-ef0278192a4c req-5c1a99bb-676b-4f7f-bbb4-ff4aa33e79d7 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494142 Mar 23 09:05:23.829518 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214797a-e4d8-4ca7-bd0f-8a7dfb02c2a5 req-35a58c07-5718-4d6c-8f8c-5eacf80f111b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:23.830995 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e214797a-e4d8-4ca7-bd0f-8a7dfb02c2a5 req-35a58c07-5718-4d6c-8f8c-5eacf80f111b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0569429 Mar 23 09:05:23.914253 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-2abb9cd3-b458-432c-83af-da63fbe68276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:23.915753 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-2abb9cd3-b458-432c-83af-da63fbe68276 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1168 time: 0.0838971 Mar 23 09:05:23.920745 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e214797a-e4d8-4ca7-bd0f-8a7dfb02c2a5 req-d9595f5e-ccdb-48f5-8b86-fd7c49905f69 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810726 Mar 23 09:05:24.015026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-2b0644b7-4a0f-4a8e-80b2-4b598cb35a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:24.016511 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-2b0644b7-4a0f-4a8e-80b2-4b598cb35a93 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 915 time: 0.0894322 Mar 23 09:05:24.085552 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-2004d693-c5e8-49aa-9398-b58d8683517e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 1000 time: 0.0596292 Mar 23 09:05:24.144299 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-6c00fc37-714a-4bbb-b315-79425453c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:24.145774 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-6c00fc37-714a-4bbb-b315-79425453c3a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 200 len: 853 time: 0.0500171 Mar 23 09:05:24.196217 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-68976536-d88a-421a-b22e-9c24808520bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:24.197631 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-68976536-d88a-421a-b22e-9c24808520bb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5bd62805-2cca-4e09-8c5e-705143e5fe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437644 Mar 23 09:05:24.286075 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-7857ef35-bde7-4740-8331-85d1ac1b6565 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795567 Mar 23 09:05:24.407399 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-146e2b4d-5915-45e8-b78a-f9e73558633a req-a9239bff-0cdf-4c35-ab86-551c56ce05e2 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909441 Mar 23 09:05:24.606394 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbed89-9474-4177-9cb3-cd9bc27ad12a req-f79fbfa3-c3af-4864-95f5-92b08bbc1dc3 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:24.607936 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2dbed89-9474-4177-9cb3-cd9bc27ad12a req-f79fbfa3-c3af-4864-95f5-92b08bbc1dc3 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0526798 Mar 23 09:05:24.656794 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2dbed89-9474-4177-9cb3-cd9bc27ad12a req-702f7d44-d555-4e2c-a2d8-9448f07a23ba tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Mar 23 09:05:25.039543 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2551-120e-473a-bc3b-fb52b9b98013 req-14994740-f3d2-49d1-a17a-c66b73470d0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:25.041023 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-225e2551-120e-473a-bc3b-fb52b9b98013 req-14994740-f3d2-49d1-a17a-c66b73470d0d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0543463 Mar 23 09:05:25.104044 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-225e2551-120e-473a-bc3b-fb52b9b98013 req-ac43a93b-c3a4-4560-9dd8-9b1760b96cc7 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572336 Mar 23 09:05:25.221042 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd2872-9059-487f-bdc0-4468255bfaba req-53008eb5-0d44-406c-9386-fcc21f21a768 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:25.222528 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fdd2872-9059-487f-bdc0-4468255bfaba req-53008eb5-0d44-406c-9386-fcc21f21a768 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0558751 Mar 23 09:05:25.268521 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fdd2872-9059-487f-bdc0-4468255bfaba req-3838b392-a61f-4cf8-bf90-387f4ffae396 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397372 Mar 23 09:05:25.786150 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e51a2-05c0-4b59-ac8d-0ad37e0fc7ce req-114fdf44-ff71-4080-903d-e9395dc3e276 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:25.787643 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7b3e51a2-05c0-4b59-ac8d-0ad37e0fc7ce req-114fdf44-ff71-4080-903d-e9395dc3e276 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0616751 Mar 23 09:05:25.835122 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7b3e51a2-05c0-4b59-ac8d-0ad37e0fc7ce req-c7d352ce-a487-40b1-bd88-f936f2b7dae9 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Mar 23 09:05:26.234982 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acba70-221e-474b-a8a2-bdc03c4027db req-49c5a9f9-a9af-4b0f-80d0-82351dfbc9be tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:26.236532 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f2acba70-221e-474b-a8a2-bdc03c4027db req-49c5a9f9-a9af-4b0f-80d0-82351dfbc9be tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0589879 Mar 23 09:05:26.305859 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f2acba70-221e-474b-a8a2-bdc03c4027db req-fae4b9c3-48a2-46da-ba56-e77732f4639f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624318 Mar 23 09:05:26.399247 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c489579-bbde-46d0-b1c8-42409255a6ba req-85656859-7a80-4162-aefc-89c0820243d3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:26.400653 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c489579-bbde-46d0-b1c8-42409255a6ba req-85656859-7a80-4162-aefc-89c0820243d3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0560410 Mar 23 09:05:26.447296 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c489579-bbde-46d0-b1c8-42409255a6ba req-24af09b8-5263-448c-bda3-4597f5d14bf9 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Mar 23 09:05:26.795057 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-270b00b9-c477-4cc9-b959-7f6b88d13e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:26.953224 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dde5-6a25-4cbf-95a5-1cb481c96543 req-99c4b1d3-b506-4d66-bcbd-d130b5737fe3 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:26.954871 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6650dde5-6a25-4cbf-95a5-1cb481c96543 req-99c4b1d3-b506-4d66-bcbd-d130b5737fe3 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0538867 Mar 23 09:05:27.010547 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6650dde5-6a25-4cbf-95a5-1cb481c96543 req-a4b6b180-2355-4155-b355-41b6ad68d64a tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Mar 23 09:05:27.422986 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4062-15f3-4c11-b574-603bc34b03ba req-ac2a41df-6cb3-4e8b-a6fa-81df8e2c6613 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:27.424451 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-286e4062-15f3-4c11-b574-603bc34b03ba req-ac2a41df-6cb3-4e8b-a6fa-81df8e2c6613 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0522280 Mar 23 09:05:27.487446 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-286e4062-15f3-4c11-b574-603bc34b03ba req-ddc9b1f6-4390-47a0-b5d7-d3e48285869c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568905 Mar 23 09:05:27.775638 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13a4c-8fec-4e74-87dc-2fb0c39eea65 req-7b44efb7-7a04-4ef5-a67f-4c69b1a0a13b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:27.777188 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e2d13a4c-8fec-4e74-87dc-2fb0c39eea65 req-7b44efb7-7a04-4ef5-a67f-4c69b1a0a13b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.2628002 Mar 23 09:05:27.822433 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e2d13a4c-8fec-4e74-87dc-2fb0c39eea65 req-0cf734b9-7087-4d16-8166-ebcec2ebdb6f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397565 Mar 23 09:05:28.127134 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714642-1cb8-40d4-b78e-37f57167164e req-43501a3b-90eb-4756-b324-bec5810aa222 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:28.128589 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-63714642-1cb8-40d4-b78e-37f57167164e req-43501a3b-90eb-4756-b324-bec5810aa222 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0523856 Mar 23 09:05:28.174416 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-63714642-1cb8-40d4-b78e-37f57167164e req-43085c75-c1da-4735-b179-bf02825e4d24 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Mar 23 09:05:28.606699 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a28f32-2c65-43e9-91be-2b6c09be8eda req-bd8408df-4d64-4a62-81bf-eb00a4b063c7 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:28.608190 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-59a28f32-2c65-43e9-91be-2b6c09be8eda req-bd8408df-4d64-4a62-81bf-eb00a4b063c7 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0527117 Mar 23 09:05:28.667945 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-59a28f32-2c65-43e9-91be-2b6c09be8eda req-cfa0d256-4d27-4040-b9ab-cdcd4cfcb99a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539763 Mar 23 09:05:28.935988 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4223b11b-db12-4e8b-b850-93a8be1b1976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.947059 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a9811-22e3-416f-9e31-6b3a82e0833e req-80f30b7b-1a23-47a4-9cdc-bdecc86defa2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:28.948499 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-480a9811-22e3-416f-9e31-6b3a82e0833e req-80f30b7b-1a23-47a4-9cdc-bdecc86defa2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0555747 Mar 23 09:05:28.999065 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-480a9811-22e3-416f-9e31-6b3a82e0833e req-495c9540-7a4d-46fa-9482-d41e04908ec4 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432658 Mar 23 09:05:29.795049 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611abe1-1bdd-4c52-86da-ddf2c22e9168 req-d2d96563-9d9e-476e-956e-845e37ef1c25 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:29.796470 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7611abe1-1bdd-4c52-86da-ddf2c22e9168 req-d2d96563-9d9e-476e-956e-845e37ef1c25 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0603390 Mar 23 09:05:29.855426 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7611abe1-1bdd-4c52-86da-ddf2c22e9168 req-ab097164-c42a-4877-ba15-56656971da99 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533094 Mar 23 09:05:30.119382 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd91bc-f695-4382-91c6-9dba8254d54f req-b2172541-0586-4dea-951a-c1b13239fe41 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:30.120843 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ebdd91bc-f695-4382-91c6-9dba8254d54f req-b2172541-0586-4dea-951a-c1b13239fe41 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0547931 Mar 23 09:05:30.168270 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ebdd91bc-f695-4382-91c6-9dba8254d54f req-4214b8b3-c949-4066-b401-a591f4fcb901 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Mar 23 09:05:30.193472 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:30.976900 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ef10-132a-421c-99e3-816eddf52266 req-c463896d-09cd-4d0c-bb50-0bee386684ec tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:30.978421 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9e8ef10-132a-421c-99e3-816eddf52266 req-c463896d-09cd-4d0c-bb50-0bee386684ec tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0552561 Mar 23 09:05:31.036922 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9e8ef10-132a-421c-99e3-816eddf52266 req-763954c3-a791-4d95-9621-c197c1241b4a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528924 Mar 23 09:05:31.288999 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a2c80-db4f-4c10-9ea7-d3c268985705 req-d7f0ad9b-6e1f-4cef-a721-4624a5f411e8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:31.290527 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-382a2c80-db4f-4c10-9ea7-d3c268985705 req-d7f0ad9b-6e1f-4cef-a721-4624a5f411e8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0525119 Mar 23 09:05:31.336639 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-382a2c80-db4f-4c10-9ea7-d3c268985705 req-b5a5a443-cdc9-4bb3-b5a2-d55d74e1f861 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Mar 23 09:05:31.650360 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.159667 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421c053-8d8a-4c0f-8b02-565a65209cee req-638ac95d-0a08-4af9-9d84-4870c84ec965 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:32.161213 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f421c053-8d8a-4c0f-8b02-565a65209cee req-638ac95d-0a08-4af9-9d84-4870c84ec965 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0576580 Mar 23 09:05:32.237657 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f421c053-8d8a-4c0f-8b02-565a65209cee req-68fdf81c-bf52-490c-8048-d24ef31918b9 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699236 Mar 23 09:05:32.457238 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87131bcd-7f06-4113-814b-3262c8654832 req-975a3714-6e77-4c5b-baed-eed8910abe65 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:32.458746 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-87131bcd-7f06-4113-814b-3262c8654832 req-975a3714-6e77-4c5b-baed-eed8910abe65 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Mar 23 09:05:32.504388 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-87131bcd-7f06-4113-814b-3262c8654832 req-f36e5bc3-214a-4180-9804-bdbc287c37c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395129 Mar 23 09:05:33.081105 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.357204 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4d877-e4e1-48d2-8070-8143ee029cb7 req-510d5e30-3fc7-45b0-a86d-d3324e1d0d6e tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:33.358611 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-97c4d877-e4e1-48d2-8070-8143ee029cb7 req-510d5e30-3fc7-45b0-a86d-d3324e1d0d6e tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0543420 Mar 23 09:05:33.418348 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-97c4d877-e4e1-48d2-8070-8143ee029cb7 req-480b008d-9773-4bc0-a607-01e118606352 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541296 Mar 23 09:05:33.622631 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db928358-add3-4d8d-a50f-09aacdd31263 req-277637cc-59ce-41b2-ba66-2445df65ba68 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:33.624035 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-db928358-add3-4d8d-a50f-09aacdd31263 req-277637cc-59ce-41b2-ba66-2445df65ba68 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0511663 Mar 23 09:05:33.670487 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-db928358-add3-4d8d-a50f-09aacdd31263 req-c0c71555-40fe-4c8f-8c80-8dc609140e57 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Mar 23 09:05:34.536477 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca0597-3bb3-4d50-aede-7ced25f8f8c9 req-e544cc44-5b7e-46cb-9698-4def67d99d16 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:34.538477 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7dca0597-3bb3-4d50-aede-7ced25f8f8c9 req-e544cc44-5b7e-46cb-9698-4def67d99d16 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0529022 Mar 23 09:05:34.597225 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7dca0597-3bb3-4d50-aede-7ced25f8f8c9 req-c8cf38e2-2d0f-4a2c-ac54-8056a203e861 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530791 Mar 23 09:05:34.787745 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1debb25-8e62-48e0-aff0-5298db8d660a req-5f643a79-cd05-492c-9cb6-637b4102a42d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:34.789199 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a1debb25-8e62-48e0-aff0-5298db8d660a req-5f643a79-cd05-492c-9cb6-637b4102a42d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Mar 23 09:05:34.840424 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a1debb25-8e62-48e0-aff0-5298db8d660a req-ae0fcfc0-519e-4a98-a90e-55baca471f29 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456374 Mar 23 09:05:35.717565 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c41bf-9f39-46ae-98f7-cc27a5e6bdfd req-60dd3896-4d89-4f40-a3a9-8fa65a67cc8b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:35.719032 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-da7c41bf-9f39-46ae-98f7-cc27a5e6bdfd req-60dd3896-4d89-4f40-a3a9-8fa65a67cc8b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0575862 Mar 23 09:05:35.780329 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-da7c41bf-9f39-46ae-98f7-cc27a5e6bdfd req-7480e3d2-6f0b-44bf-9931-3b618d6a03b2 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556653 Mar 23 09:05:35.956503 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbdb90-ead8-442e-943d-268abf2e14e7 req-a5d4e70b-f222-47fa-93b2-35577b385cde tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:35.958109 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-02dbdb90-ead8-442e-943d-268abf2e14e7 req-a5d4e70b-f222-47fa-93b2-35577b385cde tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0521817 Mar 23 09:05:36.011608 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-02dbdb90-ead8-442e-943d-268abf2e14e7 req-1dc6d51d-3b47-4fb4-94af-a9c364459172 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464065 Mar 23 09:05:36.898495 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fa0af-c9b4-4e73-9d03-6d1cdec27a18 req-0623d503-22b5-4623-a9ca-9cf51d328b51 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:36.900012 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-556fa0af-c9b4-4e73-9d03-6d1cdec27a18 req-0623d503-22b5-4623-a9ca-9cf51d328b51 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0538149 Mar 23 09:05:36.963720 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-556fa0af-c9b4-4e73-9d03-6d1cdec27a18 req-33dc4f9b-34cd-469e-950a-200ddcb049ae tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581052 Mar 23 09:05:37.142061 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0df451-c484-4ab2-9450-29c5beea501d req-2a449e02-6b2b-4454-aba2-9500cbd7c623 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:37.143552 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bd0df451-c484-4ab2-9450-29c5beea501d req-2a449e02-6b2b-4454-aba2-9500cbd7c623 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0610068 Mar 23 09:05:37.192823 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bd0df451-c484-4ab2-9450-29c5beea501d req-7619ce25-641e-4405-a092-db6ce71c2bf0 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Mar 23 09:05:38.088123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78043a9-2664-42c4-8d90-280f6096e9a3 req-976010b9-0b2e-4bf1-972a-2c58867ddf2f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:38.089614 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c78043a9-2664-42c4-8d90-280f6096e9a3 req-976010b9-0b2e-4bf1-972a-2c58867ddf2f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0572023 Mar 23 09:05:38.152237 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c78043a9-2664-42c4-8d90-280f6096e9a3 req-1c142860-23f3-4084-8bf2-8f8f34c017be tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544510 Mar 23 09:05:38.319794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec899-fb97-4c82-ae54-9ed127eb89b2 req-cc4df7e9-4644-43a1-a61b-165a4711cddb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:38.322402 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e52ec899-fb97-4c82-ae54-9ed127eb89b2 req-cc4df7e9-4644-43a1-a61b-165a4711cddb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0587945 Mar 23 09:05:38.368774 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e52ec899-fb97-4c82-ae54-9ed127eb89b2 req-a4176b7c-66c3-4367-8f63-b22773a995c4 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Mar 23 09:05:39.271777 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612a54-a1e9-4776-a296-8a09ccaa15a5 req-8b146137-35ff-464e-b5aa-dba9abbab7db tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:39.273277 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9612a54-a1e9-4776-a296-8a09ccaa15a5 req-8b146137-35ff-464e-b5aa-dba9abbab7db tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0542934 Mar 23 09:05:39.335959 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e9612a54-a1e9-4776-a296-8a09ccaa15a5 req-4cf799d7-b61a-4777-b297-44af99895258 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546572 Mar 23 09:05:39.489187 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1423561-4939-46a8-a9cf-78097a10dd4a req-08e2f2b0-cd3a-488e-b29d-206331988800 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:39.491270 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b1423561-4939-46a8-a9cf-78097a10dd4a req-08e2f2b0-cd3a-488e-b29d-206331988800 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0542715 Mar 23 09:05:39.537901 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b1423561-4939-46a8-a9cf-78097a10dd4a req-da67f3b1-a11e-4977-9328-dde81c68c5e3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410278 Mar 23 09:05:40.453895 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b568-6f2f-4335-b28b-9a849f71886b req-c87a520e-fa37-4d0d-9155-9c48880ee85b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:40.455298 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-abb6b568-6f2f-4335-b28b-9a849f71886b req-c87a520e-fa37-4d0d-9155-9c48880ee85b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0547240 Mar 23 09:05:40.517196 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-abb6b568-6f2f-4335-b28b-9a849f71886b req-0023544a-a905-43b7-8496-6f4e8366bafe tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561831 Mar 23 09:05:40.655369 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f89bc-6018-42a5-a8f0-a5bab4d876e0 req-2c9960e9-a815-43be-be53-1f68fb22de4e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:40.656824 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-588f89bc-6018-42a5-a8f0-a5bab4d876e0 req-2c9960e9-a815-43be-be53-1f68fb22de4e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Mar 23 09:05:40.708145 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-588f89bc-6018-42a5-a8f0-a5bab4d876e0 req-286e4dc4-b9ea-474a-b45b-4d717be2df2d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453546 Mar 23 09:05:41.125332 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27a01a-dedc-4918-950e-29be96b2dbc3 req-c29e6b2d-5f80-4757-ba35-23231d9cffdc tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:41.126817 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1b27a01a-dedc-4918-950e-29be96b2dbc3 req-c29e6b2d-5f80-4757-ba35-23231d9cffdc tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.0524895 Mar 23 09:05:41.173047 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1b27a01a-dedc-4918-950e-29be96b2dbc3 req-06d6aad6-d041-4dc8-9754-9195fee878cc tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399997 Mar 23 09:05:41.637984 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd475-a10d-4f2c-ba49-7526011d1959 req-7ec59948-1b27-457c-a79f-a20606b65c83 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:41.639474 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1aedd475-a10d-4f2c-ba49-7526011d1959 req-7ec59948-1b27-457c-a79f-a20606b65c83 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0536680 Mar 23 09:05:41.699907 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1aedd475-a10d-4f2c-ba49-7526011d1959 req-5e0526ab-6bf8-4698-b4ca-2fbece295b62 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547898 Mar 23 09:05:41.835961 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0737-c4d9-4a23-b3c9-dc78a8a14fcb req-acf70d2a-8e10-44ce-bc33-aa04705c595e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:41.837368 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-601c0737-c4d9-4a23-b3c9-dc78a8a14fcb req-acf70d2a-8e10-44ce-bc33-aa04705c595e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0558236 Mar 23 09:05:41.883799 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-601c0737-c4d9-4a23-b3c9-dc78a8a14fcb req-883382af-46e4-43a7-bd94-b7468a4ba5df tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Mar 23 09:05:42.291572 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d71b1-cd60-4fb1-a447-92ef90e4ef6d req-81e404e6-e4c7-42ed-9c73-450310e68f77 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:42.293060 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1e2d71b1-cd60-4fb1-a447-92ef90e4ef6d req-81e404e6-e4c7-42ed-9c73-450310e68f77 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.0512571 Mar 23 09:05:42.338482 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1e2d71b1-cd60-4fb1-a447-92ef90e4ef6d req-12df909c-f65c-49b0-8cf4-9855a8256066 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398974 Mar 23 09:05:42.822985 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc292fd-9121-4247-83b9-69e8ffb8b7bb req-14b91f61-1fcb-4787-82ac-2744773fe06b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:42.824548 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3cc292fd-9121-4247-83b9-69e8ffb8b7bb req-14b91f61-1fcb-4787-82ac-2744773fe06b tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0572941 Mar 23 09:05:42.883393 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3cc292fd-9121-4247-83b9-69e8ffb8b7bb req-e1db1375-fde0-4cbc-ab4b-3edb87db04ae tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530510 Mar 23 09:05:43.006904 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a1a8c-9072-47f1-bf9b-c96378522d7f req-97c45dc4-7a21-4f0c-a148-0a9cb3ec7fa6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:43.008265 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9f9a1a8c-9072-47f1-bf9b-c96378522d7f req-97c45dc4-7a21-4f0c-a148-0a9cb3ec7fa6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0569861 Mar 23 09:05:43.055163 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9f9a1a8c-9072-47f1-bf9b-c96378522d7f req-775a669a-1842-44c4-9ecf-f83515fff7ef tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Mar 23 09:05:43.460287 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b840ffd-5012-4ac9-a3b9-3a8a1d8579ee req-3bd35fb0-2062-46ae-9923-0cec232757cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:43.461872 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3b840ffd-5012-4ac9-a3b9-3a8a1d8579ee req-3bd35fb0-2062-46ae-9923-0cec232757cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.0574758 Mar 23 09:05:43.509556 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3b840ffd-5012-4ac9-a3b9-3a8a1d8579ee req-791597a4-d853-4956-8ffe-1570093f75bd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418012 Mar 23 09:05:43.845161 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.000123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751cab-a287-423b-85ee-e73fe7b33a3f req-b8d1aa6e-9237-4f5b-8a4d-49558ba1f52a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:44.001595 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ae751cab-a287-423b-85ee-e73fe7b33a3f req-b8d1aa6e-9237-4f5b-8a4d-49558ba1f52a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0514958 Mar 23 09:05:44.060688 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ae751cab-a287-423b-85ee-e73fe7b33a3f req-0d2f7dd6-a343-4919-ae8a-886513820de4 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526156 Mar 23 09:05:44.177109 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eab6c-30c3-4c14-be05-43a2e3dcb1f4 req-52be27e8-0f26-4a4b-b158-c996299d71ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:44.178778 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ab0eab6c-30c3-4c14-be05-43a2e3dcb1f4 req-52be27e8-0f26-4a4b-b158-c996299d71ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0576715 Mar 23 09:05:44.225118 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ab0eab6c-30c3-4c14-be05-43a2e3dcb1f4 req-5e1bd400-9f9f-46de-8641-6d66e5134875 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404418 Mar 23 09:05:44.630006 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6c975-1b89-4e1d-b5dc-2bd40bc05478 req-daeb2094-e795-4776-b6ef-7fde10d2e2e1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:44.632005 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f5f6c975-1b89-4e1d-b5dc-2bd40bc05478 req-daeb2094-e795-4776-b6ef-7fde10d2e2e1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.0528977 Mar 23 09:05:44.687226 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f5f6c975-1b89-4e1d-b5dc-2bd40bc05478 req-4849f3a5-19f0-49f1-9bfd-6c9673b3aaae tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f10680f-5c03-4442-b894-f1a97e10cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480192 Mar 23 09:05:44.984811 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf565af-6077-455f-8225-5033c0c7b1db req-cddd80c0-6b3f-4f7c-be26-69b8fcb6d264 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:44.986186 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bdf565af-6077-455f-8225-5033c0c7b1db req-cddd80c0-6b3f-4f7c-be26-69b8fcb6d264 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 946 time: 0.0522063 Mar 23 09:05:45.081701 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port 1274063c-7d1a-4812-9531-0f6a6ceb303c {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:05:45.082402 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.178480 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] For port 1274063c-7d1a-4812-9531-0f6a6ceb303c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1274063c-7d1a-4812-9531-0f6a6ceb303c,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:45.178898 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.194040 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96e1a-7322-4145-8f7b-627b94ff6b81 req-ec2f792a-2cb4-451c-a9eb-02d628f74438 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:45.195558 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-43f96e1a-7322-4145-8f7b-627b94ff6b81 req-ec2f792a-2cb4-451c-a9eb-02d628f74438 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0636301 Mar 23 09:05:45.260154 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-43f96e1a-7322-4145-8f7b-627b94ff6b81 req-2242f332-633d-4975-b580-36e07c9f82d3 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586538 Mar 23 09:05:45.425033 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92111a97-33cb-47ff-8483-d0581f1fd0f8 req-c4bee72b-be07-4161-941e-00dd697a4f19 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:45.426609 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-92111a97-33cb-47ff-8483-d0581f1fd0f8 req-c4bee72b-be07-4161-941e-00dd697a4f19 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1311779 Mar 23 09:05:45.457181 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.457579 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.457977 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca disassociated. External IP: 172.27.0.12, port: 1274063c-7d1a-4812-9531-0f6a6ceb303c. Mar 23 09:05:45.458766 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for 1274063c-7d1a-4812-9531-0f6a6ceb303c owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:05:45.530982 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-92111a97-33cb-47ff-8483-d0581f1fd0f8 req-15796851-0bac-4ecf-a44c-4b061271ffa9 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973382 Mar 23 09:05:45.634392 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (1274063c-7d1a-4812-9531-0f6a6ceb303c), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.662573 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=1274063c-7d1a-4812-9531-0f6a6ceb303c,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:45.675236 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.675589 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.675944 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.676289 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.676623 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.677023 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.677850 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.678625 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.678971 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.679311 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.679643 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.679974 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.680312 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.680668 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.680964 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:45.813616 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f6cf1bbe-9aa7-4af2-a566-842f5d874efe req-4c994f97-53ab-478f-bf04-289556a52eb6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=aef71e1f-d5b4-4842-9704-994439f12aad HTTP/1.1" status: 200 len: 210 time: 0.0345573 Mar 23 09:05:45.814011 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:05:45.949201 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:45.960470 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:45.972222 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:45.973065 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:45.995576 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] No DVR routers for this DVR port 1274063c-7d1a-4812-9531-0f6a6ceb303c on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:05:45.998410 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:46.002263 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bdf565af-6077-455f-8225-5033c0c7b1db req-b442f7b7-bb4b-4946-910e-1450ee0c9a48 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "DELETE /v2.0/ports/1274063c-7d1a-4812-9531-0f6a6ceb303c HTTP/1.1" status: 204 len: 173 time: 1.0096960 Mar 23 09:05:46.002413 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'name': 'network-vif-deleted', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:46.005095 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae4beba-bfcc-41dc-a760-7aa89fa603a1" -d '{"events": [{"server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "name": "network-vif-deleted", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:46.050377 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb70ec6-27f6-41f6-a85a-40467bd09b0a x-openstack-request-id: req-8cb70ec6-27f6-41f6-a85a-40467bd09b0a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:46.050743 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef71e1f-d5b4-4842-9704-994439f12aad", "name": "network-vif-deleted", "tag": "1274063c-7d1a-4812-9531-0f6a6ceb303c", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:46.051063 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cb70ec6-27f6-41f6-a85a-40467bd09b0a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:46.051547 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb70ec6-27f6-41f6-a85a-40467bd09b0a'] response: {'server_uuid': 'aef71e1f-d5b4-4842-9704-994439f12aad', 'name': 'network-vif-deleted', 'tag': '1274063c-7d1a-4812-9531-0f6a6ceb303c', 'status': 'completed', 'code': 200} Mar 23 09:05:46.117805 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:46.397887 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:06Z', 'revision_number': 2, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:46.411913 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d426-d09c-42a7-a20e-0a3bf1d30cdc req-0893c012-fe8f-42a1-8fb3-558efb663366 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:46.414069 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4c27d426-d09c-42a7-a20e-0a3bf1d30cdc req-0893c012-fe8f-42a1-8fb3-558efb663366 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0726492 Mar 23 09:05:46.434546 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:46.444546 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:46.447804 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:46.509154 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4c27d426-d09c-42a7-a20e-0a3bf1d30cdc req-f4fdea07-2944-42c6-af9e-53db75bfdbf1 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883958 Mar 23 09:05:46.598513 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:46.762579 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a22c03-6b54-4c76-9669-629283a2e35b req-b83d8239-ef41-4d6d-b7d1-2dc99b196f17 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:46.764304 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6a22c03-6b54-4c76-9669-629283a2e35b req-b83d8239-ef41-4d6d-b7d1-2dc99b196f17 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0927629 Mar 23 09:05:46.824186 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6a22c03-6b54-4c76-9669-629283a2e35b req-bc6b8eee-49fe-48a2-a0dc-59e61b63f3f1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505602 Mar 23 09:05:46.959611 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40582) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:47.073837 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9a648467-52aa-4a4f-b62f-9802ef7fc549 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (0f10680f-5c03-4442-b894-f1a97e10cd79), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.121287 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:06Z', 'revision_number': 2, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:47.131663 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9a648467-52aa-4a4f-b62f-9802ef7fc549 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (0f10680f-5c03-4442-b894-f1a97e10cd79), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.156296 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ce59d-5f12-4d44-b520-fe68210e257a None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '04d268c0-94a1-4c41-8d12-2dae5fa0b925', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:11:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:01:34Z', 'updated_at': '2022-03-23T09:02:06Z', 'revision_number': 2, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:47.184838 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9e034-eb73-48d3-bc02-3a98f8b861c1 req-174b3966-178d-4b18-b27d-8ce4cf1a4beb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:47.186413 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ee9e034-eb73-48d3-bc02-3a98f8b861c1 req-174b3966-178d-4b18-b27d-8ce4cf1a4beb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.1514075 Mar 23 09:05:47.256871 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-606a355b-152f-44c2-b079-6c88f802b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:47.258454 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-606a355b-152f-44c2-b079-6c88f802b2ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1129 time: 0.1182063 Mar 23 09:05:47.259815 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9a648467-52aa-4a4f-b62f-9802ef7fc549 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (0f10680f-5c03-4442-b894-f1a97e10cd79), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.262343 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9a648467-52aa-4a4f-b62f-9802ef7fc549 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.263369 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9a648467-52aa-4a4f-b62f-9802ef7fc549 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/security-groups/0f10680f-5c03-4442-b894-f1a97e10cd79 HTTP/1.1" status: 204 len: 168 time: 0.3025599 Mar 23 09:05:47.266293 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40584) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:47.266572 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ee9e034-eb73-48d3-bc02-3a98f8b861c1 req-36b8bf29-0ac1-4970-b03b-0d9270085c41 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702202 Mar 23 09:05:47.286023 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.api.v2.resource [None req-35a19e1e-92c0-49dc-87e2-d6bb44bd826f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] show failed (client error): The resource could not be found. Mar 23 09:05:47.290830 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-35a19e1e-92c0-49dc-87e2-d6bb44bd826f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups/0f10680f-5c03-4442-b894-f1a97e10cd79 HTTP/1.1" status: 404 len: 347 time: 0.0199752 Mar 23 09:05:47.291037 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40586) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:47.326224 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648467-52aa-4a4f-b62f-9802ef7fc549 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f10680f-5c03-4442-b894-f1a97e10cd79,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:47.397870 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-ff0429c2-ac11-4cf3-980d-43619852ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:47.399438 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-ff0429c2-ac11-4cf3-980d-43619852ebff service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.1319914 Mar 23 09:05:47.438648 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port 2969297a-73a0-4a72-b010-0314f39930da {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:05:47.439171 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (2969297a-73a0-4a72-b010-0314f39930da), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.478987 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-e1884b3b-cefe-44ce-bdaa-1f7a9e701511 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 1001 time: 0.0709231 Mar 23 09:05:47.483832 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d05b8-f5ed-4f9e-b57f-66a258624792 None None] New status for floating IP c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:05:47.535356 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (2969297a-73a0-4a72-b010-0314f39930da), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.535734 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (2969297a-73a0-4a72-b010-0314f39930da), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.545099 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-5ae947f5-422f-4fdb-87f8-6cb7d5af1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:47.547234 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-5ae947f5-422f-4fdb-87f8-6cb7d5af1620 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0579693 Mar 23 09:05:47.549916 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for 2969297a-73a0-4a72-b010-0314f39930da owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:05:47.619716 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-33919880-3d0b-4bb0-9728-140a42bd155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:47.621833 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-33919880-3d0b-4bb0-9728-140a42bd155f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655591 Mar 23 09:05:47.707499 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8566ba-c423-48b3-aa9f-67e0db31d6ed req-9a8b00f5-999f-4024-8a32-3234453c7d5a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:47.709172 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4f8566ba-c423-48b3-aa9f-67e0db31d6ed req-9a8b00f5-999f-4024-8a32-3234453c7d5a tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0947196 Mar 23 09:05:47.724623 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-d871501c-2d0e-48c3-aade-e1f0399dfa7a service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915143 Mar 23 09:05:47.811082 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4f8566ba-c423-48b3-aa9f-67e0db31d6ed req-e15d467e-2c26-4614-b476-88200fc72e08 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938737 Mar 23 09:05:47.812195 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2969297a-73a0-4a72-b010-0314f39930da), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.840459 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5b688c3b-856a-4e1e-8a6d-7d2ac0397580 req-5ea4f66b-a7ff-4e42-9d40-2e8f021529b6 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984213 Mar 23 09:05:47.841133 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=2969297a-73a0-4a72-b010-0314f39930da,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:47.855344 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.855759 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.856077 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.857007 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.857304 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.857581 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.857924 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.858258 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.858801 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.859113 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.859559 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.859801 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.860230 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.860446 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.860779 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:47.934145 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.937007 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:47.938309 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9d1b30e8-9bbd-404c-993a-97a5608f4609 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/floatingips/c786ce65-6c7f-4cd4-adf7-b9e9ee7cd3ca HTTP/1.1" status: 204 len: 168 time: 0.6463556 Mar 23 09:05:48.420138 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676b20-ac0c-45d3-9ba2-82313113f0d9 req-de714f6d-5981-4265-b4a0-07434d8d9a29 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:48.421665 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ed676b20-ac0c-45d3-9ba2-82313113f0d9 req-de714f6d-5981-4265-b4a0-07434d8d9a29 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0546765 Mar 23 09:05:48.468361 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ed676b20-ac0c-45d3-9ba2-82313113f0d9 req-39c1ab21-3159-4722-aec6-78e1c38a56f4 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Mar 23 09:05:48.954660 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e84c1c-7a01-4679-829d-bf8661bde56e req-a737f8c3-aab7-413f-9617-9f4417a6064f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:48.956812 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a7e84c1c-7a01-4679-829d-bf8661bde56e req-a737f8c3-aab7-413f-9617-9f4417a6064f tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0696955 Mar 23 09:05:49.023097 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a7e84c1c-7a01-4679-829d-bf8661bde56e req-880ca683-c6d9-48fc-b6a5-e123064c5c0e tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599084 Mar 23 09:05:49.071687 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1274063c-7d1a-4812-9531-0f6a6ceb303c no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:05:49.108259 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 1274063c-7d1a-4812-9531-0f6a6ceb303c {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:05:49.108833 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1274063c-7d1a-4812-9531-0f6a6ceb303c not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:05:49.594388 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4258-5d90-4e79-87a6-009448483e2a req-f63b9646-20f4-42de-9168-3c647d74a3e7 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:49.595950 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f2ac4258-5d90-4e79-87a6-009448483e2a req-f63b9646-20f4-42de-9168-3c647d74a3e7 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0558724 Mar 23 09:05:49.644993 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f2ac4258-5d90-4e79-87a6-009448483e2a req-d46be000-33b7-44bc-91ce-cec8815eb610 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 Mar 23 09:05:50.146385 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60598be-658d-4af2-9f57-d0b134a79440 req-1682a85f-bcc8-4887-9454-e1429d3ac2ac tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:50.148011 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d60598be-658d-4af2-9f57-d0b134a79440 req-1682a85f-bcc8-4887-9454-e1429d3ac2ac tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0557475 Mar 23 09:05:50.213387 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d60598be-658d-4af2-9f57-d0b134a79440 req-3809e626-4846-45d7-ad8b-62ee8a04420c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595016 Mar 23 09:05:50.876319 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc3b2-7c9e-46a7-a4cd-874aa8ea4cc5 req-be5385c7-2fa3-4e6e-8cee-d5308444bc14 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:50.877708 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9bfdc3b2-7c9e-46a7-a4cd-874aa8ea4cc5 req-be5385c7-2fa3-4e6e-8cee-d5308444bc14 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.2847700 Mar 23 09:05:50.922427 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9bfdc3b2-7c9e-46a7-a4cd-874aa8ea4cc5 req-f80b6ef0-8d36-4bb8-bc90-1fbca6c09836 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387053 Mar 23 09:05:51.336829 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d91b-3314-4093-8be3-15026111dafa req-7a2a4801-98ba-4b34-abe8-9f01120b065d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:51.339037 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d820d91b-3314-4093-8be3-15026111dafa req-7a2a4801-98ba-4b34-abe8-9f01120b065d tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0568528 Mar 23 09:05:51.422255 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d820d91b-3314-4093-8be3-15026111dafa req-ed8741b9-f76f-40c4-a986-60fa9aa3fcd9 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777855 Mar 23 09:05:51.515458 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e84bf5-9b8c-41c9-bf47-d6d32e07bf28 req-f57af878-c904-4ba5-ac76-4d8292912611 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:51.516863 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-67e84bf5-9b8c-41c9-bf47-d6d32e07bf28 req-f57af878-c904-4ba5-ac76-4d8292912611 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0523469 Mar 23 09:05:51.563354 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-67e84bf5-9b8c-41c9-bf47-d6d32e07bf28 req-c634ba8f-9c37-4f80-9d94-087bc6a2acfe tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Mar 23 09:05:52.039486 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbef780-bda4-41eb-800c-b6269ba55c14 req-8f79f7ac-ed02-47c8-93d6-0b137aa9ae96 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:52.040955 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-acbef780-bda4-41eb-800c-b6269ba55c14 req-8f79f7ac-ed02-47c8-93d6-0b137aa9ae96 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.0529716 Mar 23 09:05:52.050346 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:05:52.086706 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-acbef780-bda4-41eb-800c-b6269ba55c14 req-b1fb4a33-5f14-414f-93cc-77bf044f125c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Mar 23 09:05:52.543532 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba696e78-dfea-4891-a430-015bd48fc0a2 req-811fd5ca-252d-4f42-b797-82af7653185c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:52.545088 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba696e78-dfea-4891-a430-015bd48fc0a2 req-811fd5ca-252d-4f42-b797-82af7653185c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0547481 Mar 23 09:05:52.623485 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba696e78-dfea-4891-a430-015bd48fc0a2 req-f0f38063-6f30-4da7-b7cd-5785b88a8da0 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2f52ad5-5750-4378-8817-b38ecb22e534&id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725889 Mar 23 09:05:52.680935 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c9ac4-e601-46a0-a758-ae26403da942 req-bb21f157-dc25-4b8a-a711-476472fece05 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:52.682586 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f23c9ac4-e601-46a0-a758-ae26403da942 req-bb21f157-dc25-4b8a-a711-476472fece05 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0514505 Mar 23 09:05:52.731619 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f23c9ac4-e601-46a0-a758-ae26403da942 req-6f846b17-156a-45ae-9f07-f016baffc467 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Mar 23 09:05:53.204535 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8342aa-8f16-4ef0-92ea-438b2a08a4d7 req-27eb92a3-9d5d-4b07-b252-11b48fae573c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:53.206023 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9c8342aa-8f16-4ef0-92ea-438b2a08a4d7 req-27eb92a3-9d5d-4b07-b252-11b48fae573c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.0526628 Mar 23 09:05:53.282684 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9c8342aa-8f16-4ef0-92ea-438b2a08a4d7 req-739db70a-d9df-4689-a98b-653307f0e939 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e196c-175f-4dbd-9234-c849c627e3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643387 Mar 23 09:05:53.290808 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-5d82c9a8-0cbf-4c7c-a68c-4a13a0a39861 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:53.292235 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-5d82c9a8-0cbf-4c7c-a68c-4a13a0a39861 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 946 time: 0.0815187 Mar 23 09:05:53.390333 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port 1f67f694-738b-4b23-af76-7ef7cd56f205 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:05:53.390589 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:53.476972 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] For port 1f67f694-738b-4b23-af76-7ef7cd56f205, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1f67f694-738b-4b23-af76-7ef7cd56f205,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:53.477364 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:53.646645 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:53.647329 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (04d268c0-94a1-4c41-8d12-2dae5fa0b925), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:53.647329 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP 04d268c0-94a1-4c41-8d12-2dae5fa0b925 disassociated. External IP: 172.27.0.43, port: 1f67f694-738b-4b23-af76-7ef7cd56f205. Mar 23 09:05:53.647560 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for 1f67f694-738b-4b23-af76-7ef7cd56f205 owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:05:53.776638 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (1f67f694-738b-4b23-af76-7ef7cd56f205), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:53.807526 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=1f67f694-738b-4b23-af76-7ef7cd56f205,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:53.853558 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d71b72-923a-45b5-97d7-bd2db8b7300c req-cfbb1519-7e96-467d-8b1c-1427f7d3c029 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:53.855141 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92d71b72-923a-45b5-97d7-bd2db8b7300c req-cfbb1519-7e96-467d-8b1c-1427f7d3c029 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0550256 Mar 23 09:05:53.925545 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:05:53.928461 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92d71b72-923a-45b5-97d7-bd2db8b7300c req-723bd330-3c71-4723-9f75-41c012820d79 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/security-groups?id=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Mar 23 09:05:53.948166 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-ea234e22-6cec-4c77-b7e2-39fcb6229951 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:53.949662 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-ea234e22-6cec-4c77-b7e2-39fcb6229951 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 946 time: 0.0697098 Mar 23 09:05:54.032184 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:54.043149 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:54.054108 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:54.054752 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:54.059003 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Deleting port 7ffb0337-d909-4537-9298-c3130b00beaf {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:05:54.059346 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:54.087579 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] No DVR routers for this DVR port 1f67f694-738b-4b23-af76-7ef7cd56f205 on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:05:54.090062 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:54.093333 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d88fd811-5e17-4a3e-8b8b-a535ce792b80 req-056617f5-db49-4d96-8197-63b8b445e113 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "DELETE /v2.0/ports/1f67f694-738b-4b23-af76-7ef7cd56f205 HTTP/1.1" status: 204 len: 173 time: 0.7945418 Mar 23 09:05:54.093782 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'name': 'network-vif-deleted', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:54.096424 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f0e38a-a6b0-4f58-aaf1-32a04978bd1c" -d '{"events": [{"server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "name": "network-vif-deleted", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:54.133840 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf278ba-afa1-44da-870c-cce517fa2c8a x-openstack-request-id: req-6bf278ba-afa1-44da-870c-cce517fa2c8a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:54.134133 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cd86fb-aa2a-4302-b216-f10324dbc56a", "name": "network-vif-deleted", "tag": "1f67f694-738b-4b23-af76-7ef7cd56f205", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:54.134379 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bf278ba-afa1-44da-870c-cce517fa2c8a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:54.134861 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf278ba-afa1-44da-870c-cce517fa2c8a'] response: {'server_uuid': 'd0cd86fb-aa2a-4302-b216-f10324dbc56a', 'name': 'network-vif-deleted', 'tag': '1f67f694-738b-4b23-af76-7ef7cd56f205', 'status': 'completed', 'code': 200} Mar 23 09:05:54.178414 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] For port 7ffb0337-d909-4537-9298-c3130b00beaf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7ffb0337-d909-4537-9298-c3130b00beaf,segment=NetworkSegment(88716ec7-76de-4b3f-8d28-de40244d4cf3),segment_id=88716ec7-76de-4b3f-8d28-de40244d4cf3)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:54.178693 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:54.197906 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Calling delete_port for 7ffb0337-d909-4537-9298-c3130b00beaf owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:05:54.294776 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:54.359186 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (7ffb0337-d909-4537-9298-c3130b00beaf), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:54.374388 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['7ffb0337-d909-4537-9298-c3130b00beaf'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:05:54.391777 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Pushing event deleted for resources: {'Port': ['ID=7ffb0337-d909-4537-9298-c3130b00beaf,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:54.444002 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8258ce14-dea3-441b-90f5-0f4749c42dc9 req-d880b111-91c0-41bf-b671-ef3f20ff791b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0cd86fb-aa2a-4302-b216-f10324dbc56a HTTP/1.1" status: 200 len: 210 time: 0.0543554 Mar 23 09:05:54.463779 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] No DVR routers for this DVR port 7ffb0337-d909-4537-9298-c3130b00beaf on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:05:54.466246 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:54.469631 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17f3c1c3-dcee-4a17-98e5-264baa518092 req-48c9c0f7-f97b-4d4f-b754-000f73562f76 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.84 "DELETE /v2.0/ports/7ffb0337-d909-4537-9298-c3130b00beaf HTTP/1.1" status: 204 len: 173 time: 0.5139022 Mar 23 09:05:54.470169 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'name': 'network-vif-deleted', 'tag': '7ffb0337-d909-4537-9298-c3130b00beaf'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:54.472508 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81e3d93-9039-4e88-a3ea-d3830920cc69" -d '{"events": [{"server_uuid": "0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0", "name": "network-vif-deleted", "tag": "7ffb0337-d909-4537-9298-c3130b00beaf"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:54.513064 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3406c6b3-7f5e-4e90-8023-ee57ded1eb96 x-openstack-request-id: req-3406c6b3-7f5e-4e90-8023-ee57ded1eb96 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:54.513400 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0", "name": "network-vif-deleted", "tag": "7ffb0337-d909-4537-9298-c3130b00beaf", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:54.513660 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3406c6b3-7f5e-4e90-8023-ee57ded1eb96 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:54.514064 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3406c6b3-7f5e-4e90-8023-ee57ded1eb96'] response: {'server_uuid': '0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0', 'name': 'network-vif-deleted', 'tag': '7ffb0337-d909-4537-9298-c3130b00beaf', 'status': 'completed', 'code': 200} Mar 23 09:05:54.519988 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:54.552391 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:54.561141 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:54.561780 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:54.676940 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:54.870867 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:54.895762 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d0c40-ada7-42dc-a23a-285bd82ce79b None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:55.050067 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7415aac5-9dae-48be-ad18-dbf98fa4483a req-a63a9add-2d24-43a4-a1f7-fd80a5f6c591 tempest-VolumesSnapshotTestJSON-393939286 tempest-VolumesSnapshotTestJSON-393939286-project] 10.222.0.73 "GET /v2.0/ports?device_id=0984bbf5-6909-4b45-9aaa-f1a2f6cbd6d0 HTTP/1.1" status: 200 len: 210 time: 0.0301983 Mar 23 09:05:55.139297 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1390963-48d6-4865-a1c4-33535035a7cb None None] New status for floating IP 04d268c0-94a1-4c41-8d12-2dae5fa0b925: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:05:55.528762 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40672) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:55.584502 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6642f626-7582-49fe-879e-6bf15665ee47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (ee4e196c-175f-4dbd-9234-c849c627e3f2), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.606581 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6642f626-7582-49fe-879e-6bf15665ee47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (ee4e196c-175f-4dbd-9234-c849c627e3f2), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.654711 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6642f626-7582-49fe-879e-6bf15665ee47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ee4e196c-175f-4dbd-9234-c849c627e3f2), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.657182 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6642f626-7582-49fe-879e-6bf15665ee47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.658438 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6642f626-7582-49fe-879e-6bf15665ee47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/security-groups/ee4e196c-175f-4dbd-9234-c849c627e3f2 HTTP/1.1" status: 204 len: 168 time: 0.1285775 Mar 23 09:05:55.661276 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40674) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:55.667466 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642f626-7582-49fe-879e-6bf15665ee47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4e196c-175f-4dbd-9234-c849c627e3f2,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:55.684626 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.api.v2.resource [None req-72b42450-e535-4421-bbd6-2b0dfbadc03c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] show failed (client error): The resource could not be found. Mar 23 09:05:55.688480 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-72b42450-e535-4421-bbd6-2b0dfbadc03c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups/ee4e196c-175f-4dbd-9234-c849c627e3f2 HTTP/1.1" status: 404 len: 347 time: 0.0233707 Mar 23 09:05:55.688880 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40676) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:55.814196 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port e6a36d94-e43d-4231-a3d7-0808e44d822c {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:05:55.814534 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.886887 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.887207 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (e6a36d94-e43d-4231-a3d7-0808e44d822c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.899091 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for e6a36d94-e43d-4231-a3d7-0808e44d822c owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:05:56.027515 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (e6a36d94-e43d-4231-a3d7-0808e44d822c), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.052563 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=e6a36d94-e43d-4231-a3d7-0808e44d822c,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:56.119179 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (04d268c0-94a1-4c41-8d12-2dae5fa0b925), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.121712 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.122860 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6dac2608-bc6f-4efc-abe2-78a4c99f358d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/floatingips/04d268c0-94a1-4c41-8d12-2dae5fa0b925 HTTP/1.1" status: 204 len: 168 time: 0.4331636 Mar 23 09:05:56.326318 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40686) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:56.331115 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-342574fc-c396-47c2-98a3-36c41c0661d0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196867646', 'description': 'tempest-description--1384790337'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:56.355009 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-342574fc-c396-47c2-98a3-36c41c0661d0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.422878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-342574fc-c396-47c2-98a3-36c41c0661d0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (e982a476-9c43-4b9b-836e-ff107797f24f), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.427821 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-342574fc-c396-47c2-98a3-36c41c0661d0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e982a476-9c43-4b9b-836e-ff107797f24f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.452110 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-342574fc-c396-47c2-98a3-36c41c0661d0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.453345 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-342574fc-c396-47c2-98a3-36c41c0661d0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1259539 Mar 23 09:05:56.456251 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40690) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:56.461047 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-0e1aec8d-3469-4fa2-ad8b-c8ac24046f0d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': 'e982a476-9c43-4b9b-836e-ff107797f24f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:56.461704 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342574fc-c396-47c2-98a3-36c41c0661d0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e982a476-9c43-4b9b-836e-ff107797f24f,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:56.486949 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e1aec8d-3469-4fa2-ad8b-c8ac24046f0d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (32598870-575d-4173-8896-d48d9e54a1b5), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.543843 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e1aec8d-3469-4fa2-ad8b-c8ac24046f0d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (32598870-575d-4173-8896-d48d9e54a1b5), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.547719 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e1aec8d-3469-4fa2-ad8b-c8ac24046f0d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (32598870-575d-4173-8896-d48d9e54a1b5), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.568482 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aec8d-3469-4fa2-ad8b-c8ac24046f0d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32598870-575d-4173-8896-d48d9e54a1b5,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:56.574311 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e1aec8d-3469-4fa2-ad8b-c8ac24046f0d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.575392 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-0e1aec8d-3469-4fa2-ad8b-c8ac24046f0d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178970 Mar 23 09:05:56.578108 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40692) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:56.582346 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-0a398cb5-1f3a-4f42-aaca-7f4150c01e49 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': 'e982a476-9c43-4b9b-836e-ff107797f24f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:56.607844 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0a398cb5-1f3a-4f42-aaca-7f4150c01e49 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (40de5a3d-ab65-4d88-8312-a5f0751cdb9f), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.662501 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0a398cb5-1f3a-4f42-aaca-7f4150c01e49 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (40de5a3d-ab65-4d88-8312-a5f0751cdb9f), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.666743 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0a398cb5-1f3a-4f42-aaca-7f4150c01e49 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (40de5a3d-ab65-4d88-8312-a5f0751cdb9f), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.686240 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a398cb5-1f3a-4f42-aaca-7f4150c01e49 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40de5a3d-ab65-4d88-8312-a5f0751cdb9f,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:56.693329 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0a398cb5-1f3a-4f42-aaca-7f4150c01e49 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.694495 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-0a398cb5-1f3a-4f42-aaca-7f4150c01e49 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154709 Mar 23 09:05:56.697739 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40694) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:56.701902 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:56.721171 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.796784 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-06379660-08ae-4ea4-ac9d-5394051e355e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.814747 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.919796 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.27.0.151 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/708e3330-d3bf-4d7f-9746-6836a85d2404) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:57.017220 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.051706 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.087972 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:57.090986 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:57.094529 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:57.112044 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=708e3330-d3bf-4d7f-9746-6836a85d2404,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:57.117176 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 7ffb0337-d909-4537-9298-c3130b00beaf no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:05:57.137972 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 7ffb0337-d909-4537-9298-c3130b00beaf {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:05:57.138312 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 7ffb0337-d909-4537-9298-c3130b00beaf not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:05:57.138725 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1f67f694-738b-4b23-af76-7ef7cd56f205 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:05:57.155343 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (52a3dd77-f98e-4ab0-8de2-fbf1600da966), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.157683 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 1f67f694-738b-4b23-af76-7ef7cd56f205 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:05:57.158023 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 1f67f694-738b-4b23-af76-7ef7cd56f205 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:05:57.192432 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.340029 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.344059 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.372956 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (52a3dd77-f98e-4ab0-8de2-fbf1600da966), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.393556 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=708e3330-d3bf-4d7f-9746-6836a85d2404,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:57.398836 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.408321 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-8c5fa648-27a8-4b82-b493-be582979c77c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7014031 Mar 23 09:05:57.606757 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-c0178e86-ac85-4792-9e50-19a9330bce87 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--196867646&fields=id&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 267 time: 0.0432537 Mar 23 09:05:57.712435 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-4ed5aea6-2aef-4a64-89b8-7fa14f2a0ed0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:57.713923 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-4ed5aea6-2aef-4a64-89b8-7fa14f2a0ed0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.1008761 Mar 23 09:05:57.727937 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-568b14cf-ead1-4356-88ba-155e146e5bf0 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/quotas/ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 375 time: 0.0087402 Mar 23 09:05:57.781807 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-44663f21-b802-429c-a394-e60d05041632 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490575 Mar 23 09:05:57.872567 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-3fca1ada-eb8b-4c45-aba7-aec1d478e506 service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791612 Mar 23 09:05:57.961377 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-056873d1-223e-48c8-8096-ad9a6e49c8d0 service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831227 Mar 23 09:05:58.119341 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a6ba9a39-5f0a-4749-af87-d05d6a502a15 req-2d834b7d-cda5-4238-b424-69177f66276a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 210 time: 0.0282674 Mar 23 09:05:58.937184 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c55a54df-353e-4529-8df7-bf8a67847cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.212977 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8334655d-6d94-4e47-b761-1e38dee28324 req-25e1f300-04e5-49a3-abfd-39bc171c9fc2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 210 time: 0.0291669 Mar 23 09:06:00.195700 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:00.307597 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-880ca18b-97bd-4ff4-9eb1-be4a220fe74f req-ff8a150e-7594-4371-b4bb-e14a7686533e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 210 time: 0.0264151 Mar 23 09:06:01.092025 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-c87c1ddd-7bfa-4a0c-8472-3c716ae89304 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:01.093552 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-c87c1ddd-7bfa-4a0c-8472-3c716ae89304 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.1044114 Mar 23 09:06:01.156499 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-df931d1f-0051-4164-ad76-a4ba25485eb6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 379 time: 0.0535238 Mar 23 09:06:01.178574 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'port': {'device_id': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'admin_state_up': True, 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'security_groups': ['e982a476-9c43-4b9b-836e-ff107797f24f']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:01.285075 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Made reservation on behalf of ae6383dd3179441897e5b23253456e4a for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:06:01.289457 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:01.406855 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b1585c85-b41e-415e-b4eb-ecd39a598a78 req-4575d515-8ab2-48fe-8598-0b213cb1a9bf tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 210 time: 0.0290601 Mar 23 09:06:01.418224 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.20.0.5 (8d257410-c049-45ea-91dd-8949a04fc044/3bad7aa7-6aff-4797-94b1-413fefc6e422/cacb14a2-77fc-44ca-a31f-f42cfaffc7c8) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:06:01.554086 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:01.588418 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:01.640964 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network 8d257410-c049-45ea-91dd-8949a04fc044 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:06:01.644071 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:06:01.650541 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:06:01.655689 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:01.674384 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:01.713779 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:01.714395 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:01.734185 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-8ca8dc55-3ec4-480c-b8b7-247c781ce40c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590911 Mar 23 09:06:01.753816 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Request body: {'port': {'device_id': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:01.831360 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:01.890550 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-0ff5ff88-9f7e-49cf-a5af-783e4fc9075f None None] Provisioning complete for port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:01.890981 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ff88-9f7e-49cf-a5af-783e4fc9075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:01.932784 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5ff88-9f7e-49cf-a5af-783e4fc9075f None None] Port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:06:02.100782 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:02.108889 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Publish callbacks [] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:02.121724 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Transition to ACTIVE for port object cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:06:02.125415 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:02.187944 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Pushing event updated for resources: {'Port': ['ID=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:02.264159 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Attempting to bind port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:06:02.264515 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Attempting to bind port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:06:02.264818 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Attempting to bind port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:02.269470 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 on network 8d257410-c049-45ea-91dd-8949a04fc044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:06:02.269819 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Attempting to bind port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:02.275002 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:06:02.275341 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Checking segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:06:02.275717 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Bound using segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:06:02.276144 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Bound port: cacb14a2-77fc-44ca-a31f-f42cfaffc7c8, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:06:02.276524 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:02.341004 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] For port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:06:02.344012 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] For port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:06:02.351028 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:02.382858 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.383476 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:02.384838 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] 10.222.0.84 "PUT /v2.0/ports/cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 HTTP/1.1" status: 200 len: 1093 time: 0.6367207 Mar 23 09:06:02.385292 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:02.387506 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ca3160-f162-4019-927f-63e8b21cfa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:02.420326 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c87b7a-32c9-469c-9a9a-653b12d2b119 service neutron] Pushing event updated for resources: {'Port': ['ID=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:02.459019 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30949bd-d6d7-481a-9432-e9483e480199 x-openstack-request-id: req-c30949bd-d6d7-481a-9432-e9483e480199 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:02.459302 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:02.459561 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c30949bd-d6d7-481a-9432-e9483e480199 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:02.460299 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30949bd-d6d7-481a-9432-e9483e480199'] response: {'name': 'network-changed', 'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'status': 'completed', 'code': 200} Mar 23 09:06:02.508183 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-e8063b46-bf5d-4425-96b1-a2b2719d9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.509727 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-e8063b46-bf5d-4425-96b1-a2b2719d9a12 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 1127 time: 0.0627017 Mar 23 09:06:02.537678 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d875e-0073-4895-ac9b-b612fce11f0a req-228cb22a-d553-4d2c-a2b4-1a5500a4c6dd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.539858 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d05d875e-0073-4895-ac9b-b612fce11f0a req-228cb22a-d553-4d2c-a2b4-1a5500a4c6dd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 943 time: 0.0590310 Mar 23 09:06:02.566244 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-859ba542-6ff7-4c79-9ecb-77dbc43921fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 HTTP/1.1" status: 200 len: 217 time: 0.0393672 Mar 23 09:06:02.595778 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d05d875e-0073-4895-ac9b-b612fce11f0a req-e319a9e5-fa52-41f5-8f4c-e05d28807e57 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489147 Mar 23 09:06:02.615922 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-9c5353a9-50eb-4150-b2c6-45d8b6bbc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.617498 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-9c5353a9-50eb-4150-b2c6-45d8b6bbc62c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0453851 Mar 23 09:06:02.679145 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-89adb818-4f87-49b1-98ed-487fb10bcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.680082 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-89adb818-4f87-49b1-98ed-487fb10bcd5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467396 Mar 23 09:06:02.772152 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-ee6bdad6-56bf-4488-92e9-5257f54b61d3 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Mar 23 09:06:02.871625 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-436a2bff-b7e7-4f8f-b9f5-788c6fc00aab req-95eff978-6384-4d69-9278-167ba3987f8d service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804119 Mar 23 09:06:02.964905 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-4a04ee73-bad6-400a-a26d-38aa4dfbc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.966400 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-4a04ee73-bad6-400a-a26d-38aa4dfbc3a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 1127 time: 0.0497015 Mar 23 09:06:03.055317 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-33c4aa32-fc3b-46f6-ac84-953e4e09aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:03.057028 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-33c4aa32-fc3b-46f6-ac84-953e4e09aac3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.0830503 Mar 23 09:06:03.085628 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:03.108831 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-8886f1c4-28f8-4bd3-9dce-91b6bce774ec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 HTTP/1.1" status: 200 len: 217 time: 0.0406678 Mar 23 09:06:03.371311 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-3c1ef376-5727-4998-9167-f2ea5f9011b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:03.372741 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-3c1ef376-5727-4998-9167-f2ea5f9011b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.2573745 Mar 23 09:06:03.432877 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-18c1427c-680d-445c-ba00-aef94d38bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:03.434362 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-18c1427c-680d-445c-ba00-aef94d38bb55 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439711 Mar 23 09:06:03.533939 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-1f8bb9d7-2284-496d-a35e-b64785e72506 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916884 Mar 23 09:06:03.621840 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-69ca3160-f162-4019-927f-63e8b21cfa6d req-0707ef40-7e23-4c86-94b5-45b9e7043157 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809760 Mar 23 09:06:03.715900 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8714756-2b98-4a03-bccb-1de79e60ab39 req-994e10af-b255-4ba2-9d66-1a5c50c7c284 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:03.717375 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a8714756-2b98-4a03-bccb-1de79e60ab39 req-994e10af-b255-4ba2-9d66-1a5c50c7c284 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 943 time: 0.0540447 Mar 23 09:06:03.766347 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a8714756-2b98-4a03-bccb-1de79e60ab39 req-41b84297-b5b4-48d3-966e-cb3f5ae4e431 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Mar 23 09:06:04.883263 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707de0d7-671d-4064-aee3-685c4818cdd9 req-d50eacb4-626a-47ab-955f-7de4f77a6e6e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:04.884795 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-707de0d7-671d-4064-aee3-685c4818cdd9 req-d50eacb4-626a-47ab-955f-7de4f77a6e6e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 943 time: 0.0529163 Mar 23 09:06:04.930481 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-707de0d7-671d-4064-aee3-685c4818cdd9 req-b5afd424-7f85-40a1-8652-428c733c3ef2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402451 Mar 23 09:06:05.156518 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:06:05.255249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:05.266731 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'port_id': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'mac_address': 'fa:16:3e:52:13:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:06:05.303725 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:05.304120 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.317970 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:05.337485 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:05.342533 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.389249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:05.396117 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.396467 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.396810 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.397148 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.397503 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.397835 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.398162 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.398491 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.398818 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.399186 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.399509 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.399831 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.400150 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.400467 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.400786 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:05.684684 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['cacb14a2-77fc-44ca-a31f-f42cfaffc7c8'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:06.045098 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720f439-54d7-467d-becd-004df5b5a7e6 req-9c0302ad-066e-4e37-932d-0a7e32b32e18 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.046569 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2720f439-54d7-467d-becd-004df5b5a7e6 req-9c0302ad-066e-4e37-932d-0a7e32b32e18 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 944 time: 0.0515437 Mar 23 09:06:06.092539 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2720f439-54d7-467d-becd-004df5b5a7e6 req-3d7d9cfb-8103-4bca-aee8-ef16cee3eea2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397835 Mar 23 09:06:07.210232 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cee12-ff25-41a5-8755-e815d59d93ac req-e9e080a7-6275-4369-b992-8572a7a16585 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.211696 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-110cee12-ff25-41a5-8755-e815d59d93ac req-e9e080a7-6275-4369-b992-8572a7a16585 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 944 time: 0.0526898 Mar 23 09:06:07.256845 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-110cee12-ff25-41a5-8755-e815d59d93ac req-fc65e7c4-b829-43d7-b9ef-9d02bb59db91 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Mar 23 09:06:08.371541 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81825b18-4696-4958-8893-83feac087261 req-9e6a5677-3337-4ba1-b8c7-6ff5f80bdba2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:08.372984 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-81825b18-4696-4958-8893-83feac087261 req-9e6a5677-3337-4ba1-b8c7-6ff5f80bdba2 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 944 time: 0.0513093 Mar 23 09:06:08.418028 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-81825b18-4696-4958-8893-83feac087261 req-64885dc9-1ffb-452f-98cb-5fe0e0a78807 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Mar 23 09:06:09.542494 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719005-7bf9-4fbc-8ff9-32ba92758acc req-ac1f6fda-c15f-4480-a017-70d6bfb37e5a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:09.543856 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17719005-7bf9-4fbc-8ff9-32ba92758acc req-ac1f6fda-c15f-4480-a017-70d6bfb37e5a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 944 time: 0.0569491 Mar 23 09:06:09.589586 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-17719005-7bf9-4fbc-8ff9-32ba92758acc req-1e7837b2-6ea8-4ee4-b361-3cce62ec3a40 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398905 Mar 23 09:06:10.524464 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697ace-7783-4bfd-9914-9cba7d5dd9a6 req-f149be56-a15c-42dc-89d4-be7b43b9749e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:10.526026 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-73697ace-7783-4bfd-9914-9cba7d5dd9a6 req-f149be56-a15c-42dc-89d4-be7b43b9749e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.0555484 Mar 23 09:06:10.575656 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-73697ace-7783-4bfd-9914-9cba7d5dd9a6 req-1944cbeb-60eb-4c02-bf8f-849d07d505db tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Mar 23 09:06:10.861594 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b94247-0416-4c3b-90ca-41b0b291d914 req-2074ac64-d643-4a4e-bd6c-cac5109736dd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:10.863022 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-66b94247-0416-4c3b-90ca-41b0b291d914 req-2074ac64-d643-4a4e-bd6c-cac5109736dd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 944 time: 0.2048974 Mar 23 09:06:10.909675 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-66b94247-0416-4c3b-90ca-41b0b291d914 req-43d2dff4-d7b9-443a-b887-6c8d4b2b26e5 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Mar 23 09:06:11.156821 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:06:11.210800 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:06:11.214887 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:11.215304 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:11.300295 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:11.300693 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:11.325023 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:11.327254 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774daf84-91e6-44d3-92f8-9d950ed70cf7" -d '{"events": [{"server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "name": "network-vif-plugged", "status": "completed", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:11.339717 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:11.343982 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:11.367256 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f10aa90-5dfb-4d62-98ec-94b6bc86fa3a x-openstack-request-id: req-9f10aa90-5dfb-4d62-98ec-94b6bc86fa3a {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:11.367549 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "name": "network-vif-plugged", "status": "completed", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:11.367811 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f10aa90-5dfb-4d62-98ec-94b6bc86fa3a {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:11.368205 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f10aa90-5dfb-4d62-98ec-94b6bc86fa3a'] response: {'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'code': 200} Mar 23 09:06:11.398991 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:11.545304 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dab5c5-b358-4a0a-b102-5b7929081b4d req-e5aa0648-65c9-4e09-973a-70e1123adf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:11.547299 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a9dab5c5-b358-4a0a-b102-5b7929081b4d req-e5aa0648-65c9-4e09-973a-70e1123adf4a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 1129 time: 0.0470042 Mar 23 09:06:11.603876 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a9dab5c5-b358-4a0a-b102-5b7929081b4d req-53404e6c-6acd-41dc-98c5-0298b611ce47 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496917 Mar 23 09:06:11.697251 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4b3b-d2ba-4c7f-aa55-adc3c5a2412a req-3c660a06-52ad-44a2-be53-bc146bfcd559 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:11.698932 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6fdf4b3b-d2ba-4c7f-aa55-adc3c5a2412a req-3c660a06-52ad-44a2-be53-bc146bfcd559 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.0514905 Mar 23 09:06:11.745459 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6fdf4b3b-d2ba-4c7f-aa55-adc3c5a2412a req-9ba5fdd6-ac4f-46d2-bbd0-f5401bf40c6b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409760 Mar 23 09:06:12.079613 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2f7e-7ffc-4f9a-8e76-faa442f948dc req-2bce6215-5071-4938-b763-19bda573671d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:12.081119 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bb8f2f7e-7ffc-4f9a-8e76-faa442f948dc req-2bce6215-5071-4938-b763-19bda573671d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.1040013 Mar 23 09:06:12.127083 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bb8f2f7e-7ffc-4f9a-8e76-faa442f948dc req-5f6535e1-13d7-4419-bee4-37f02369ff47 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404282 Mar 23 09:06:12.800715 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-7e6ed865-a93f-4853-b145-3230f75504e9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:12.802184 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-7e6ed865-a93f-4853-b145-3230f75504e9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.0526350 Mar 23 09:06:12.869061 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e6648-d205-4ac2-ad8e-611f2999364d req-99e873ef-5ff0-41ff-82ee-c97288f35416 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:12.870568 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f36e6648-d205-4ac2-ad8e-611f2999364d req-99e873ef-5ff0-41ff-82ee-c97288f35416 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 946 time: 0.0546405 Mar 23 09:06:12.910955 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Deleting port 859302c4-b87f-453c-aad6-797346fac8e9 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:12.911302 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (859302c4-b87f-453c-aad6-797346fac8e9), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:12.916365 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f36e6648-d205-4ac2-ad8e-611f2999364d req-a3f10165-7860-4865-9830-0cbba19a7a89 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=2046d5f4-0a12-4a91-af9a-4fdc5b37a011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Mar 23 09:06:12.998175 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] For port 859302c4-b87f-453c-aad6-797346fac8e9, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=859302c4-b87f-453c-aad6-797346fac8e9,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:12.998470 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (859302c4-b87f-453c-aad6-797346fac8e9), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:13.255493 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:13.255861 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (29e3bf1e-3d55-458a-91a9-0b6486f4697d), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:13.256181 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Floating IP 29e3bf1e-3d55-458a-91a9-0b6486f4697d disassociated. External IP: 172.27.0.142, port: 859302c4-b87f-453c-aad6-797346fac8e9. Mar 23 09:06:13.256530 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Calling delete_port for 859302c4-b87f-453c-aad6-797346fac8e9 owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:13.281093 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988c3f0-facc-4cb0-8d7c-8ee424c726e0 req-56910ce2-9550-461a-88ad-e2d010bfb59a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:13.282594 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4988c3f0-facc-4cb0-8d7c-8ee424c726e0 req-56910ce2-9550-461a-88ad-e2d010bfb59a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.0861425 Mar 23 09:06:13.377941 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4988c3f0-facc-4cb0-8d7c-8ee424c726e0 req-0dd50e6e-d47b-44a6-967f-675cf43e62ff tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672100 Mar 23 09:06:13.436483 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (859302c4-b87f-453c-aad6-797346fac8e9), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:13.469219 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event deleted for resources: {'Port': ['ID=859302c4-b87f-453c-aad6-797346fac8e9,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:13.591030 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:13.698838 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:13.711909 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] Sync routers for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:13.723960 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:13.725044 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:13.742805 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] No DVR routers for this DVR port 859302c4-b87f-453c-aad6-797346fac8e9 on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:06:13.745688 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:13.749106 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa3a85c4-ef41-4981-8255-4383e00916ee req-97d61e1a-4815-45bb-b196-b1d9bf28c64d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "DELETE /v2.0/ports/859302c4-b87f-453c-aad6-797346fac8e9 HTTP/1.1" status: 204 len: 173 time: 0.9317410 Mar 23 09:06:13.749579 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-deleted', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:13.751991 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3292c53-eae2-40d1-946a-229534ebf6f7" -d '{"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-deleted", "tag": "859302c4-b87f-453c-aad6-797346fac8e9"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:13.791663 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cd6f7d-a86b-4079-8cd2-284553ddb8db x-openstack-request-id: req-e7cd6f7d-a86b-4079-8cd2-284553ddb8db {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:13.792012 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18e0fc1-85e7-402f-a7ab-678af80c3814", "name": "network-vif-deleted", "tag": "859302c4-b87f-453c-aad6-797346fac8e9", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:13.792319 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7cd6f7d-a86b-4079-8cd2-284553ddb8db {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:13.793573 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cd6f7d-a86b-4079-8cd2-284553ddb8db'] response: {'server_uuid': 'c18e0fc1-85e7-402f-a7ab-678af80c3814', 'name': 'network-vif-deleted', 'tag': '859302c4-b87f-453c-aad6-797346fac8e9', 'status': 'completed', 'code': 200} Mar 23 09:06:13.845918 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:13.852865 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:14.031774 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7d7ed66e-c8db-4b40-b218-c07a60971a36 req-6d536c6f-0def-48aa-aa51-b6facd4f629e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=c18e0fc1-85e7-402f-a7ab-678af80c3814 HTTP/1.1" status: 200 len: 210 time: 0.0267086 Mar 23 09:06:14.059834 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:14.085348 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] Checking router: 89b1ed50-b54e-490c-b6af-1ae7ab0faacc for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:14.093284 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:14.093872 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:14.199334 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:14.400883 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:14.427814 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540f306-eb40-4a9b-838d-fa09527bb75d None None] The sync data for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi is: [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:14.498543 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2ac7-d8f3-482d-b4f2-a016aa539924 req-92dbcc07-5079-41c4-a670-d26a01c9489a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:14.500069 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-193c2ac7-d8f3-482d-b4f2-a016aa539924 req-92dbcc07-5079-41c4-a670-d26a01c9489a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.0540063 Mar 23 09:06:14.546658 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-193c2ac7-d8f3-482d-b4f2-a016aa539924 req-6c2f7031-7118-43e4-b8c7-eb48bbb86950 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410159 Mar 23 09:06:14.671864 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d725f7b-bc06-49d7-b1d0-3c7af078448a None None] New status for floating IP 29e3bf1e-3d55-458a-91a9-0b6486f4697d: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:06:14.690161 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d783d-8478-4599-a55a-19be72a95e9e req-ed728c15-c49c-45fd-92fc-2043d12080c4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:14.693165 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-905d783d-8478-4599-a55a-19be72a95e9e req-ed728c15-c49c-45fd-92fc-2043d12080c4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.0615373 Mar 23 09:06:14.701347 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 40900) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:14.708074 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'port_id': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:14.759484 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (52a3dd77-f98e-4ab0-8de2-fbf1600da966), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.119983 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40908) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:15.172376 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc280ff9-1c17-4639-b331-a6fb292cc230 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (2046d5f4-0a12-4a91-af9a-4fdc5b37a011), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.195559 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc280ff9-1c17-4639-b331-a6fb292cc230 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (2046d5f4-0a12-4a91-af9a-4fdc5b37a011), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.202497 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.206480 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (52a3dd77-f98e-4ab0-8de2-fbf1600da966), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.245444 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc280ff9-1c17-4639-b331-a6fb292cc230 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (2046d5f4-0a12-4a91-af9a-4fdc5b37a011), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.247782 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc280ff9-1c17-4639-b331-a6fb292cc230 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.249031 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-bc280ff9-1c17-4639-b331-a6fb292cc230 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "DELETE /v2.0/security-groups/2046d5f4-0a12-4a91-af9a-4fdc5b37a011 HTTP/1.1" status: 204 len: 168 time: 0.1279311 Mar 23 09:06:15.252405 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40910) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:15.269818 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.api.v2.resource [None req-d15a2770-1e21-414d-8c5b-aa9d8a7cb2ad tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] show failed (client error): The resource could not be found. Mar 23 09:06:15.270792 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d15a2770-1e21-414d-8c5b-aa9d8a7cb2ad tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups/2046d5f4-0a12-4a91-af9a-4fdc5b37a011 HTTP/1.1" status: 404 len: 347 time: 0.0175135 Mar 23 09:06:15.271520 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc280ff9-1c17-4639-b331-a6fb292cc230 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046d5f4-0a12-4a91-af9a-4fdc5b37a011,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:15.273603 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40912) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:15.312505 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP 52a3dd77-f98e-4ab0-8de2-fbf1600da966 associated. External IP: 172.27.0.151, port: cacb14a2-77fc-44ca-a31f-f42cfaffc7c8. Mar 23 09:06:15.401921 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Deleting port aafce35c-bbb9-45f3-9ed5-61f2c583d00f {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:15.402272 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.483390 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.483719 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.495800 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Calling delete_port for aafce35c-bbb9-45f3-9ed5-61f2c583d00f owned by network:floatingip {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:15.524318 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:15.640780 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (aafce35c-bbb9-45f3-9ed5-61f2c583d00f), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.667647 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event deleted for resources: {'Port': ['ID=aafce35c-bbb9-45f3-9ed5-61f2c583d00f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:15.696750 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (29e3bf1e-3d55-458a-91a9-0b6486f4697d), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.699416 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.700916 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-69e03f40-77b9-489a-b26e-8c515ffbf3ce tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "DELETE /v2.0/floatingips/29e3bf1e-3d55-458a-91a9-0b6486f4697d HTTP/1.1" status: 204 len: 168 time: 0.4261382 Mar 23 09:06:15.874508 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:15.879461 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:15.887895 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:15.899684 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:15.900377 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:15.921296 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0f7d6754-731f-46f3-84b2-a2000522322d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "PUT /v2.0/floatingips/52a3dd77-f98e-4ab0-8de2-fbf1600da966 HTTP/1.1" status: 200 len: 991 time: 1.2070827 Mar 23 09:06:15.921296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:15.921296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3993ac88-5e05-4940-932f-2359b3eec371" -d '{"events": [{"name": "network-changed", "server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:15.953844 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64214b1c-b8d2-4e4c-a6cd-b8a0c0da93d7 x-openstack-request-id: req-64214b1c-b8d2-4e4c-a6cd-b8a0c0da93d7 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:15.954152 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:15.954383 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64214b1c-b8d2-4e4c-a6cd-b8a0c0da93d7 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:15.955020 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64214b1c-b8d2-4e4c-a6cd-b8a0c0da93d7'] response: {'name': 'network-changed', 'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'status': 'completed', 'code': 200} Mar 23 09:06:16.042390 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40928) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:16.045941 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ac88-5e05-4940-932f-2359b3eec371 req-199ac90e-a407-4acc-b74f-8abe28cff253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.048093 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3993ac88-5e05-4940-932f-2359b3eec371 req-199ac90e-a407-4acc-b74f-8abe28cff253 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 1129 time: 0.0653346 Mar 23 09:06:16.051301 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-1600664c-4f8d-4e0b-8ac7-772d7da7e66f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293242228', 'description': 'tempest-description--723413540'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:16.075193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1600664c-4f8d-4e0b-8ac7-772d7da7e66f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.131695 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:16.152929 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1600664c-4f8d-4e0b-8ac7-772d7da7e66f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (1a568562-b355-4898-8116-b60aafef2ab3), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.154822 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ac88-5e05-4940-932f-2359b3eec371 req-e624e59d-83e5-47d1-b345-e8ee88802bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.156565 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3993ac88-5e05-4940-932f-2359b3eec371 req-e624e59d-83e5-47d1-b345-e8ee88802bbe service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.1018276 Mar 23 09:06:16.157178 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1600664c-4f8d-4e0b-8ac7-772d7da7e66f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1a568562-b355-4898-8116-b60aafef2ab3), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.187486 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1600664c-4f8d-4e0b-8ac7-772d7da7e66f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.192292 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-1600664c-4f8d-4e0b-8ac7-772d7da7e66f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1451085 Mar 23 09:06:16.192592 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40930) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:16.198117 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-c90611b2-a56d-44ac-afff-a6ac5d96773b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'security_group_rule': {'security_group_id': '1a568562-b355-4898-8116-b60aafef2ab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:16.202351 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600664c-4f8d-4e0b-8ac7-772d7da7e66f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a568562-b355-4898-8116-b60aafef2ab3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:16.227770 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c90611b2-a56d-44ac-afff-a6ac5d96773b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (455291ae-0320-4a6f-aac7-2f6243eb7b2c), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.243076 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3993ac88-5e05-4940-932f-2359b3eec371 req-1ed9e526-2877-42a9-9e45-300569d6283f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 HTTP/1.1" status: 200 len: 999 time: 0.0691271 Mar 23 09:06:16.288026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c90611b2-a56d-44ac-afff-a6ac5d96773b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (455291ae-0320-4a6f-aac7-2f6243eb7b2c), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.293298 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c90611b2-a56d-44ac-afff-a6ac5d96773b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (455291ae-0320-4a6f-aac7-2f6243eb7b2c), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.302123 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ac88-5e05-4940-932f-2359b3eec371 req-fe7cc3a4-5ffb-483e-a4c5-1ea4e166a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.303804 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3993ac88-5e05-4940-932f-2359b3eec371 req-fe7cc3a4-5ffb-483e-a4c5-1ea4e166a542 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0510595 Mar 23 09:06:16.312344 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90611b2-a56d-44ac-afff-a6ac5d96773b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455291ae-0320-4a6f-aac7-2f6243eb7b2c,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:16.324439 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c90611b2-a56d-44ac-afff-a6ac5d96773b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.326273 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c90611b2-a56d-44ac-afff-a6ac5d96773b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324632 Mar 23 09:06:16.328887 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40932) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:16.336881 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-ac19e3fc-d8f7-4691-b2a3-d2ae059988cf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'security_group_rule': {'security_group_id': '1a568562-b355-4898-8116-b60aafef2ab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:16.369753 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac19e3fc-d8f7-4691-b2a3-d2ae059988cf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (6c2843b2-2483-4dac-8936-9816560dc068), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.371294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ac88-5e05-4940-932f-2359b3eec371 req-a2308989-be58-41b2-87f3-0965b0c144f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.372796 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3993ac88-5e05-4940-932f-2359b3eec371 req-a2308989-be58-41b2-87f3-0965b0c144f7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618689 Mar 23 09:06:16.394225 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '52a3dd77-f98e-4ab0-8de2-fbf1600da966', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:52:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:57Z', 'updated_at': '2022-03-23T09:06:15Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:16.423239 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:16.433493 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:16.434100 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:05:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:16.439303 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac19e3fc-d8f7-4691-b2a3-d2ae059988cf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (6c2843b2-2483-4dac-8936-9816560dc068), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.445993 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac19e3fc-d8f7-4691-b2a3-d2ae059988cf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (6c2843b2-2483-4dac-8936-9816560dc068), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.465104 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19e3fc-d8f7-4691-b2a3-d2ae059988cf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2843b2-2483-4dac-8936-9816560dc068,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:16.474326 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3993ac88-5e05-4940-932f-2359b3eec371 req-9ad7d512-e0c6-4693-8aa1-1ff38cfca57b service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942657 Mar 23 09:06:16.476929 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac19e3fc-d8f7-4691-b2a3-d2ae059988cf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.481051 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-ac19e3fc-d8f7-4691-b2a3-d2ae059988cf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477666 Mar 23 09:06:16.481352 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40934) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:16.486518 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:16.508235 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.565414 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:16.587647 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3993ac88-5e05-4940-932f-2359b3eec371 req-d3012676-e970-4e42-a00a-a8d7713ec3ab service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050949 Mar 23 09:06:16.670155 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-c0bdff82-7dd5-4dab-8de9-6fea5c1c5396 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832241 Mar 23 09:06:16.679220 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.808951 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-738996a2-f158-4696-8430-d4329d5fdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.810451 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-738996a2-f158-4696-8430-d4329d5fdbeb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 1129 time: 0.0919116 Mar 23 09:06:16.814084 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '52a3dd77-f98e-4ab0-8de2-fbf1600da966', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:52:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:57Z', 'updated_at': '2022-03-23T09:06:15Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:16.823648 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Allocated IP 172.27.0.249 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/503a072a-ba03-40df-84fd-602c298136e4) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:06:16.844802 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9623ee9-11f4-454e-a6a1-b4668873d40c None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '52a3dd77-f98e-4ab0-8de2-fbf1600da966', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:52:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:57Z', 'updated_at': '2022-03-23T09:06:15Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:16.991944 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-92c62feb-939b-4f5c-96a6-8f8d23922e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.993369 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-92c62feb-939b-4f5c-96a6-8f8d23922e95 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.1605248 Mar 23 09:06:17.051131 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for port (503a072a-ba03-40df-84fd-602c298136e4), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.092164 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-d072f2bf-0dc2-406a-ab62-9dab09b734f4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 200 len: 1001 time: 0.0870314 Mar 23 09:06:17.117340 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a73f7b-a30a-4eea-b90f-b0bde991f41b None None] New status for floating IP 52a3dd77-f98e-4ab0-8de2-fbf1600da966: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:06:17.135473 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (503a072a-ba03-40df-84fd-602c298136e4), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.175830 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:17.180362 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:06:17.185638 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:06:17.188152 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-780ae687-5858-48bc-b59d-97fa2b407406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:17.189615 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-780ae687-5858-48bc-b59d-97fa2b407406 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0900710 Mar 23 09:06:17.190304 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:06:17.208910 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 859302c4-b87f-453c-aad6-797346fac8e9 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:17.209278 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 859302c4-b87f-453c-aad6-797346fac8e9 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:17.212550 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'Port': ['ID=503a072a-ba03-40df-84fd-602c298136e4,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:17.280379 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (6fc3148a-e8c0-4307-8b03-a268bad3cf38), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.287481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-8ae4edf7-f0b4-4309-8982-41cc528400c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:17.289032 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-8ae4edf7-f0b4-4309-8982-41cc528400c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904574 Mar 23 09:06:17.370920 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (503a072a-ba03-40df-84fd-602c298136e4), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.473042 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-5eaf761d-b25c-4525-b491-2898e65f9086 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603451 Mar 23 09:06:17.615051 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eb7bb437-43f2-4df8-9db3-32098ee80b75 req-1c14be13-bf14-4f62-aa53-2aefcc846871 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183522 Mar 23 09:06:17.632040 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for port (503a072a-ba03-40df-84fd-602c298136e4), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.636502 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (503a072a-ba03-40df-84fd-602c298136e4), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.670726 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (6fc3148a-e8c0-4307-8b03-a268bad3cf38), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.690949 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'Port': ['ID=503a072a-ba03-40df-84fd-602c298136e4,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:17.695135 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:17.696330 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-2237cc13-309e-433d-9ac6-bdbd1fece280 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2140718 Mar 23 09:06:17.888597 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-957e6151-ddc9-4ea7-bf7c-0dbbe8e469ca tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--293242228&fields=id&tenant_id=a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 267 time: 0.0403764 Mar 23 09:06:17.993058 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-d0aa0659-e4f8-4135-85ac-3fb5407edaac tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:17.994523 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-d0aa0659-e4f8-4135-85ac-3fb5407edaac tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 816 time: 0.0992630 Mar 23 09:06:18.008827 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-36de5cf5-527c-4006-b30f-6cc01b661e0e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/quotas/a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 375 time: 0.0089266 Mar 23 09:06:18.074061 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-7e449f2f-f83b-46ee-a3b3-824630447187 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596285 Mar 23 09:06:18.220940 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-f9231763-5fe2-4bdf-ae40-fd60faaeec6e service neutron] 10.222.0.73 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349370 Mar 23 09:06:18.316189 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-e9891136-ca64-40e2-82fa-2aa418b53a4c service neutron] 10.222.0.73 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882337 Mar 23 09:06:18.493715 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-78eca8a8-50b2-4466-aa8e-3a061769c678 req-3fcce839-0e3a-4ef4-95ee-851903666969 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 210 time: 0.0287602 Mar 23 09:06:19.300183 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 40998) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:19.348099 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] Deleting subnet 3247f486-b442-4592-ace9-e6925c769ee9 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:06:19.351711 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] Publish callbacks [] for subnet (3247f486-b442-4592-ace9-e6925c769ee9), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.388925 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] Publish callbacks [] for subnet (3247f486-b442-4592-ace9-e6925c769ee9), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.398812 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (3247f486-b442-4592-ace9-e6925c769ee9), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.454899 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for subnet (3247f486-b442-4592-ace9-e6925c769ee9), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.483512 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3247f486-b442-4592-ace9-e6925c769ee9,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:19.489152 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.492388 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4e6ca02b-a1c6-450d-8051-75229afd7dc5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3247f486-b442-4592-ace9-e6925c769ee9 HTTP/1.1" status: 204 len: 168 time: 0.1911733 Mar 23 09:06:19.494697 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41000) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:19.607771 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b2ee2a0b-a723-40ed-b470-7cde2845381a req-02d8c17d-0975-43b0-9c61-c12e453e540b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 210 time: 0.0315781 Mar 23 09:06:19.862952 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (47aea47a-df66-4741-ad06-e30ee41929f2), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.924750 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-6e53382c-4915-4afd-88be-bafb799b40dd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:19.926715 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-6e53382c-4915-4afd-88be-bafb799b40dd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 816 time: 0.3903201 Mar 23 09:06:19.988903 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (47aea47a-df66-4741-ad06-e30ee41929f2), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.026975 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.027324 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.028046 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.028369 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > port after_create 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.028685 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.029017 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > port after_update 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.029353 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.029667 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.029976 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.030290 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.129494 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.129886 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.130215 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.130541 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:06:20.130903 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47aea47a-df66-4741-ad06-e30ee41929f2']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:20.155918 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88716ec7-76de-4b3f-8d28-de40244d4cf3') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:20.156212 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88716ec7-76de-4b3f-8d28-de40244d4cf3') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:20.172913 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-4e703bce-32f1-4d79-a8c1-20b78f815843 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 379 time: 0.2120650 Mar 23 09:06:20.178701 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (88716ec7-76de-4b3f-8d28-de40244d4cf3), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.194855 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'port': {'device_id': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'admin_state_up': True, 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'security_groups': ['1a568562-b355-4898-8116-b60aafef2ab3']}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:20.241918 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (88716ec7-76de-4b3f-8d28-de40244d4cf3), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.256931 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:06:20.257416 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (88716ec7-76de-4b3f-8d28-de40244d4cf3), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: from cryptography.utils import int_from_bytes Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: from cryptography.utils import int_from_bytes Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:06:20.261426 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:06:20.334402 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (47aea47a-df66-4741-ad06-e30ee41929f2), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.349304 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.352366 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] 10.222.0.73 "DELETE /v2.0/networks/47aea47a-df66-4741-ad06-e30ee41929f2 HTTP/1.1" status: 204 len: 168 time: 0.8567691 Mar 23 09:06:20.367424 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a179a4e-b2c5-49d1-979e-8d9435eadf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=47aea47a-df66-4741-ad06-e30ee41929f2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:20.384578 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Made reservation on behalf of a232e312db374d27bb3ea3fd29c293f0 for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:06:20.388250 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.421401 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc763f03-c0c4-430e-950b-f9cc503a9198 req-57d92e51-02ec-486f-8cbb-87c5ae18201d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:20.422903 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cc763f03-c0c4-430e-950b-f9cc503a9198 req-57d92e51-02ec-486f-8cbb-87c5ae18201d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0902307 Mar 23 09:06:20.425067 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-efd5e239-15fe-47a8-b9e6-664ccdd249c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:20.426477 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-efd5e239-15fe-47a8-b9e6-664ccdd249c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1130 time: 0.1054924 Mar 23 09:06:20.537407 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cc763f03-c0c4-430e-950b-f9cc503a9198 req-4faa640d-9d7b-4d77-8108-f1941eda8f11 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058331 Mar 23 09:06:20.539357 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Allocated IP 172.20.0.13 (73b6e3fd-ff74-42fc-ab77-b95c86491d66/a78d3ed2-ea15-4d48-9300-1199cc721474/15750df4-cc5a-46ae-b78b-f9debbdd88ac) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:06:20.563268 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-954df80c-4169-4341-a54f-9525a9faf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:20.564739 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-954df80c-4169-4341-a54f-9525a9faf001 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1269600 Mar 23 09:06:20.581851 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41022) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:20.636172 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-adb05693-bb61-48b4-bf17-64fbb7e8e734 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 1002 time: 0.0646732 Mar 23 09:06:20.682932 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-da0b37c2-211d-4693-90e3-90c227228b22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08a854080d8c47b89302a45fa67196ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974872 Mar 23 09:06:20.683318 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41026) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:20.702496 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-af8a5566-6e8d-4808-9e6f-4bd113cb8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:20.704399 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-af8a5566-6e8d-4808-9e6f-4bd113cb8fed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0611219 Mar 23 09:06:20.723935 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b15ff02d-81dc-49ed-bb08-16311ee1517a req-90a6c399-9217-4dc8-bdce-8d9e68db88c5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Mar 23 09:06:20.746706 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.767880 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-454b89c9-3c4b-4dbf-bdc2-ef4399d28bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:20.769445 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-454b89c9-3c4b-4dbf-bdc2-ef4399d28bb0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583012 Mar 23 09:06:20.784667 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.822784 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6b8614e3-b9b7-42af-a75c-fc20feec3779 admin admin] Publish callbacks [] for security_group (cecaad55-3d9f-47ca-bb4b-52f9ed0b2963), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.825545 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:06:20.828588 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:06:20.831786 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:06:20.856770 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6b8614e3-b9b7-42af-a75c-fc20feec3779 admin admin] Publish callbacks [] for security_group (cecaad55-3d9f-47ca-bb4b-52f9ed0b2963), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.874084 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:20.895500 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:20.896319 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.907139 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-d76620d0-c9f7-409e-ba19-b48da8d6b9ca service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306210 Mar 23 09:06:20.914198 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-49ac16f4-6924-41c6-a24a-96cbf8eef45e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7312629 Mar 23 09:06:20.925866 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Request body: {'port': {'device_id': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:20.970452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6b8614e3-b9b7-42af-a75c-fc20feec3779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cecaad55-3d9f-47ca-bb4b-52f9ed0b2963), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.973046 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6b8614e3-b9b7-42af-a75c-fc20feec3779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.977296 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6b8614e3-b9b7-42af-a75c-fc20feec3779 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cecaad55-3d9f-47ca-bb4b-52f9ed0b2963 HTTP/1.1" status: 204 len: 168 time: 0.2899947 Mar 23 09:06:20.984856 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8614e3-b9b7-42af-a75c-fc20feec3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecaad55-3d9f-47ca-bb4b-52f9ed0b2963,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:20.996470 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.023678 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f0655222-0a30-4af1-850c-94ad590a2c00 req-6210545d-7c25-4d9f-aa0f-23ab6357b8e5 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082523 Mar 23 09:06:21.120844 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-1e377cb6-5fe5-4508-990f-8eaa6bdb6af3 None None] Provisioning complete for port 15750df4-cc5a-46ae-b78b-f9debbdd88ac triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:21.121538 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e377cb6-5fe5-4508-990f-8eaa6bdb6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.158017 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-1e377cb6-5fe5-4508-990f-8eaa6bdb6af3 None None] Port 15750df4-cc5a-46ae-b78b-f9debbdd88ac cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:06:21.309127 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15750df4-cc5a-46ae-b78b-f9debbdd88ac {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:21.317948 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Publish callbacks [] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.330768 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Transition to ACTIVE for port object 15750df4-cc5a-46ae-b78b-f9debbdd88ac will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:06:21.336378 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.389622 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:21.465566 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Attempting to bind port 15750df4-cc5a-46ae-b78b-f9debbdd88ac on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:06:21.465996 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Attempting to bind port 15750df4-cc5a-46ae-b78b-f9debbdd88ac by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:06:21.466231 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Attempting to bind port 15750df4-cc5a-46ae-b78b-f9debbdd88ac on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:21.470797 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Port 15750df4-cc5a-46ae-b78b-f9debbdd88ac on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:06:21.471116 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Attempting to bind port 15750df4-cc5a-46ae-b78b-f9debbdd88ac on network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:21.475983 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:06:21.476317 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Checking segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:06:21.476696 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Bound using segment: {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:06:21.477116 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Bound port: 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:06:21.478073 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.544819 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:06:21.547766 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:06:21.555127 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.591293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.591875 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.593585 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] 10.222.0.84 "PUT /v2.0/ports/15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 200 len: 1094 time: 0.6719897 Mar 23 09:06:21.595991 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:21.599220 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:21.631061 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f3e75-6498-46e3-8c5c-3c7f96dacb5c service neutron] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:21.667041 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a18344-1c0d-4244-ad30-cc875c8bb4f7 x-openstack-request-id: req-23a18344-1c0d-4244-ad30-cc875c8bb4f7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:21.667376 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:21.667637 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23a18344-1c0d-4244-ad30-cc875c8bb4f7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:21.668817 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a18344-1c0d-4244-ad30-cc875c8bb4f7'] response: {'name': 'network-changed', 'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'status': 'completed', 'code': 200} Mar 23 09:06:21.691577 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ae91c-2c87-4a2a-9f0f-d8b727043652 req-6415cb83-208f-42b9-a34b-f2ac8fb87704 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.693556 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-879ae91c-2c87-4a2a-9f0f-d8b727043652 req-6415cb83-208f-42b9-a34b-f2ac8fb87704 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0733798 Mar 23 09:06:21.732785 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-1297dc71-2ca8-4000-b4fd-a3676e737feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.734471 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-1297dc71-2ca8-4000-b4fd-a3676e737feb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 1128 time: 0.0781622 Mar 23 09:06:21.745473 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-879ae91c-2c87-4a2a-9f0f-d8b727043652 req-bf2e5ce0-3bb4-4130-95cc-cdade2550383 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464020 Mar 23 09:06:21.789007 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-c2ef030b-ba1a-423e-ae33-818553ef8da1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 200 len: 217 time: 0.0466814 Mar 23 09:06:21.866246 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-14dd4fee-d4a1-4096-bbf4-77f0c86cd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.867763 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-14dd4fee-d4a1-4096-bbf4-77f0c86cd420 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0711205 Mar 23 09:06:21.893863 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940886d-b1cc-42fb-a142-db5b2fb42d93 req-2ab2a44e-c3ca-47b1-8211-ce87351f7f5c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.895206 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e940886d-b1cc-42fb-a142-db5b2fb42d93 req-2ab2a44e-c3ca-47b1-8211-ce87351f7f5c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0722041 Mar 23 09:06:21.961125 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-964f8a35-b9ed-40c8-a738-77197089f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.962599 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-964f8a35-b9ed-40c8-a738-77197089f6f5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854671 Mar 23 09:06:21.966701 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e940886d-b1cc-42fb-a142-db5b2fb42d93 req-694de7a8-f752-42af-8a25-341692dff5a9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572844 Mar 23 09:06:22.049187 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-8abe94f8-a153-4da8-bb2f-95c6f54fa505 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790093 Mar 23 09:06:22.143159 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b2f19d80-0ce2-49bc-a41a-f05456b0f594 req-2a23cd62-9bed-4f21-8026-0d2ae0f3396a service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851595 Mar 23 09:06:22.241358 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-e858b652-a583-431f-9e9e-b26ed2ca5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:22.242862 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-e858b652-a583-431f-9e9e-b26ed2ca5cc1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 1128 time: 0.0457067 Mar 23 09:06:22.334037 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-ab51cc22-8fe3-46ac-85f8-277f9b1e15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:22.335505 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-ab51cc22-8fe3-46ac-85f8-277f9b1e15f9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.0834072 Mar 23 09:06:22.380339 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-691f50e7-0447-4cd6-8f87-35988ef60a9d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 200 len: 217 time: 0.0370114 Mar 23 09:06:22.428737 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-6047bdf4-5785-48c8-bfb2-d33bfdbb32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:22.430230 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-6047bdf4-5785-48c8-bfb2-d33bfdbb32fb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0432391 Mar 23 09:06:22.490936 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-ed99a575-5b1f-4fed-9576-77a89e7d7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:22.492359 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-ed99a575-5b1f-4fed-9576-77a89e7d7806 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553002 Mar 23 09:06:22.605963 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-a7a23f82-f24b-452a-8521-3df87145bd9f service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021826 Mar 23 09:06:22.693741 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a6c6dc14-9837-45aa-9447-8f4e17ef58a3 req-676f64d4-d64d-4ed2-9396-06f11098652f service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802479 Mar 23 09:06:22.865608 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3a6e-d192-44ea-8574-9bbf67891f88 req-7ea73280-5273-467c-80ef-d43896c3b11c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:22.867067 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-260f3a6e-d192-44ea-8574-9bbf67891f88 req-7ea73280-5273-467c-80ef-d43896c3b11c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0520921 Mar 23 09:06:22.912384 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-260f3a6e-d192-44ea-8574-9bbf67891f88 req-cb63cd8d-0f12-4263-836e-57315747ef74 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398245 Mar 23 09:06:23.089441 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906c5b4-cf24-42cb-97a6-0a9b32e940f3 req-481bd554-6b4b-4a87-bebb-102682cf7cae tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:23.090845 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6906c5b4-cf24-42cb-97a6-0a9b32e940f3 req-481bd554-6b4b-4a87-bebb-102682cf7cae tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0533156 Mar 23 09:06:23.140938 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6906c5b4-cf24-42cb-97a6-0a9b32e940f3 req-4fefaa68-19f4-4b39-8897-b32db9c4d882 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445952 Mar 23 09:06:24.033839 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1efda-edfc-4aa1-a63c-89e2e8eb10bb req-c308c93b-bbf4-49b3-9881-c1332a49a1cf tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:24.035817 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-dcc1efda-edfc-4aa1-a63c-89e2e8eb10bb req-c308c93b-bbf4-49b3-9881-c1332a49a1cf tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0560567 Mar 23 09:06:24.081541 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-dcc1efda-edfc-4aa1-a63c-89e2e8eb10bb req-b89a77e7-8911-4428-a330-386aec487885 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Mar 23 09:06:24.263539 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385b134-ce87-4fdc-a779-ddf6a4a78634 req-d4956505-87ef-4dfa-bcf8-d4d37bbd5412 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:24.264999 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a385b134-ce87-4fdc-a779-ddf6a4a78634 req-d4956505-87ef-4dfa-bcf8-d4d37bbd5412 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0518229 Mar 23 09:06:24.311285 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a385b134-ce87-4fdc-a779-ddf6a4a78634 req-81f61b0c-6d2b-4925-9592-bfaaa048abbe tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407014 Mar 23 09:06:25.192470 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:06:25.294179 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:25.306062 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'port_id': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'mac_address': 'fa:16:3e:f1:9d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:06:25.347237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 15750df4-cc5a-46ae-b78b-f9debbdd88ac is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:25.347637 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:25.358254 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200cd1b-cc93-436d-a7d8-8fff96f4180d req-2cd40a75-1d6d-4bc1-8194-35a626301b4d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:25.359097 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e200cd1b-cc93-436d-a7d8-8fff96f4180d req-2cd40a75-1d6d-4bc1-8194-35a626301b4d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0558302 Mar 23 09:06:25.364331 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15750df4-cc5a-46ae-b78b-f9debbdd88ac {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:25.383786 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:25.388087 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:25.417793 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e200cd1b-cc93-436d-a7d8-8fff96f4180d req-1a144724-3daf-4e54-84c7-895b08162f51 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531871 Mar 23 09:06:25.438696 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:25.442005 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af6f7-bc05-421f-93ae-9930b8d8e296 req-9e966f47-06a6-4649-8b6b-85a143c1f7c7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:25.443663 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2b1af6f7-bc05-421f-93ae-9930b8d8e296 req-9e966f47-06a6-4649-8b6b-85a143c1f7c7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 945 time: 0.0604668 Mar 23 09:06:25.495243 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2b1af6f7-bc05-421f-93ae-9930b8d8e296 req-bb9c4fa7-9a25-4a0c-87e7-1adef3e2f618 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458515 Mar 23 09:06:25.741688 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['15750df4-cc5a-46ae-b78b-f9debbdd88ac'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:26.535717 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c7a10-b090-42b2-87ba-a429ad35e06a req-c68e57d7-05f9-4a15-b3ef-8521eeb80bc7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:26.537749 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9e7c7a10-b090-42b2-87ba-a429ad35e06a req-c68e57d7-05f9-4a15-b3ef-8521eeb80bc7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0524743 Mar 23 09:06:26.588857 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9e7c7a10-b090-42b2-87ba-a429ad35e06a req-1db5c465-ac1e-42fa-a9ef-44b06d9925ac tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Mar 23 09:06:26.806890 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ad0242bc-a139-4ac5-bb35-663527bb4925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:26.840281 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2580-49d0-453e-844f-5532079fb1a1 req-8ddc061e-ab2a-4099-9b1d-0c72eefa6d9b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:26.841679 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a7fe2580-49d0-453e-844f-5532079fb1a1 req-8ddc061e-ab2a-4099-9b1d-0c72eefa6d9b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 945 time: 0.0561054 Mar 23 09:06:26.889050 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a7fe2580-49d0-453e-844f-5532079fb1a1 req-d7940504-2fb5-4433-9378-cc9cb61dfab0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416305 Mar 23 09:06:27.202012 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:06:27.252307 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 15750df4-cc5a-46ae-b78b-f9debbdd88ac completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:06:27.258216 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 15750df4-cc5a-46ae-b78b-f9debbdd88ac triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:27.258760 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:27.337345 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 15750df4-cc5a-46ae-b78b-f9debbdd88ac is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:27.337744 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:27.359300 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:27.361528 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf213d4a-991d-4b4a-9ca5-94548852fec6" -d '{"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-plugged", "status": "completed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:27.374169 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:27.378618 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:27.401594 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e476393-94e0-4b7a-b425-7c66abeed8a8 x-openstack-request-id: req-2e476393-94e0-4b7a-b425-7c66abeed8a8 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:27.401887 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-plugged", "status": "completed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:27.402135 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e476393-94e0-4b7a-b425-7c66abeed8a8 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:27.402557 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e476393-94e0-4b7a-b425-7c66abeed8a8'] response: {'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'code': 200} Mar 23 09:06:27.429023 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:27.585524 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56178705-133b-46aa-8fb5-8afe9fd1ed8d req-3c61899d-332e-4b36-a477-23b51a7d71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:27.587033 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-56178705-133b-46aa-8fb5-8afe9fd1ed8d req-3c61899d-332e-4b36-a477-23b51a7d71ff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 1130 time: 0.0469482 Mar 23 09:06:27.632534 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-56178705-133b-46aa-8fb5-8afe9fd1ed8d req-3fd729d9-d2a0-402e-97a3-4d3809dad3a0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382109 Mar 23 09:06:27.709020 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a5dc6-09de-4a2f-8289-34ca2eb52d56 req-9b4b5242-fa28-4d0e-95d3-b2498c1cd7e0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:27.710265 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c25a5dc6-09de-4a2f-8289-34ca2eb52d56 req-9b4b5242-fa28-4d0e-95d3-b2498c1cd7e0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0559585 Mar 23 09:06:27.755999 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c25a5dc6-09de-4a2f-8289-34ca2eb52d56 req-38c814af-bd00-45b2-b5b6-b190b212daac tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402374 Mar 23 09:06:28.012420 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7da38-f0ba-4bb3-bcfd-19b15cf7afea req-32c13c0c-4906-4120-a73b-ebe1a5d61007 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:28.013925 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1ab7da38-f0ba-4bb3-bcfd-19b15cf7afea req-32c13c0c-4906-4120-a73b-ebe1a5d61007 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0523319 Mar 23 09:06:28.060422 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1ab7da38-f0ba-4bb3-bcfd-19b15cf7afea req-860fb9c0-7ef6-403f-9193-32dbf44e34fe tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408602 Mar 23 09:06:28.871658 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdaf8-7e9b-4030-bcb5-be12c6c026c2 req-a278aeb8-0ef0-429b-9c3e-765439f0d8b3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:28.873162 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-973fdaf8-7e9b-4030-bcb5-be12c6c026c2 req-a278aeb8-0ef0-429b-9c3e-765439f0d8b3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0518370 Mar 23 09:06:28.919931 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-973fdaf8-7e9b-4030-bcb5-be12c6c026c2 req-54aa46c6-7e8d-4507-93fc-032be58d667f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406260 Mar 23 09:06:28.939612 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-32859edb-fe77-4cb8-bdad-6ed9105dc891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:29.048722 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:06:29.181479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400f96-d309-48aa-a580-f32158968668 req-e8928e53-0c7b-4bbf-99f8-af5a32934e35 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:29.182968 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8a400f96-d309-48aa-a580-f32158968668 req-e8928e53-0c7b-4bbf-99f8-af5a32934e35 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0522165 Mar 23 09:06:29.228221 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8a400f96-d309-48aa-a580-f32158968668 req-cac1a47e-d583-4ade-9cdd-5c5486a549f8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396643 Mar 23 09:06:29.343489 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcecee-3ec6-4072-a222-059dd92e9da4 req-61f0dbb7-a4d0-4d44-bcb8-e3704feef445 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:29.344853 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a2dcecee-3ec6-4072-a222-059dd92e9da4 req-61f0dbb7-a4d0-4d44-bcb8-e3704feef445 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0512092 Mar 23 09:06:29.353733 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41078) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:29.357897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Request body: {'floatingip': {'port_id': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:29.398280 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (6fc3148a-e8c0-4307-8b03-a268bad3cf38), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:29.833519 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:29.837128 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (6fc3148a-e8c0-4307-8b03-a268bad3cf38), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:29.933205 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Floating IP 6fc3148a-e8c0-4307-8b03-a268bad3cf38 associated. External IP: 172.27.0.249, port: 15750df4-cc5a-46ae-b78b-f9debbdd88ac. Mar 23 09:06:30.043849 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5054e-6731-453e-9a84-ebb846cd0c1f req-448142c8-81ba-4f3c-956d-b9ae8d747960 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:30.045400 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1ce5054e-6731-453e-9a84-ebb846cd0c1f req-448142c8-81ba-4f3c-956d-b9ae8d747960 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0553272 Mar 23 09:06:30.092472 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1ce5054e-6731-453e-9a84-ebb846cd0c1f req-9cc6ef7d-c7e8-4766-ae31-489943f38b71 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 Mar 23 09:06:30.142255 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:30.202125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:30.251525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:30.256887 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:30.261870 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be845851-b614-4e31-86ac-cafacef26255 None None] Sync routers for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:30.272310 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:30.272917 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:30.300849 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4567cdca-b75f-4d41-b3c4-2d66a5427bc9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "PUT /v2.0/floatingips/6fc3148a-e8c0-4307-8b03-a268bad3cf38 HTTP/1.1" status: 200 len: 992 time: 0.9323716 Mar 23 09:06:30.300849 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:30.300849 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c15aa14-69af-49a3-9267-23dbc6389d69" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:30.326727 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85669e9-5e9a-47d8-92b2-2e0bb7591922 x-openstack-request-id: req-a85669e9-5e9a-47d8-92b2-2e0bb7591922 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:30.327025 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:30.327279 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a85669e9-5e9a-47d8-92b2-2e0bb7591922 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:30.327687 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85669e9-5e9a-47d8-92b2-2e0bb7591922'] response: {'name': 'network-changed', 'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'status': 'completed', 'code': 200} Mar 23 09:06:30.383462 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:30.491676 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-25d0c8cc-c824-4607-addf-f097d32fa4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:30.493418 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-25d0c8cc-c824-4607-addf-f097d32fa4d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 1130 time: 0.1393280 Mar 23 09:06:30.589772 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-13ce75f8-1e74-4a3d-8872-b0acf4b68389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:30.591185 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-13ce75f8-1e74-4a3d-8872-b0acf4b68389 service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.0872829 Mar 23 09:06:30.615970 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '6fc3148a-e8c0-4307-8b03-a268bad3cf38', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'port_id': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'mac_address': 'fa:16:3e:f1:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:17Z', 'updated_at': '2022-03-23T09:06:29Z', 'revision_number': 1, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:30.646263 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be845851-b614-4e31-86ac-cafacef26255 None None] Checking router: 89b1ed50-b54e-490c-b6af-1ae7ab0faacc for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:30.654950 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:30.655557 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:30.656071 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-9585a409-7d9c-4449-9d55-19b4dbe18aa5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 200 len: 1000 time: 0.0586348 Mar 23 09:06:30.773555 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:30.952964 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-ee1f9b60-e300-4d28-a7c5-175a1e18f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:30.954340 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-ee1f9b60-e300-4d28-a7c5-175a1e18f433 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.2915015 Mar 23 09:06:30.998559 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-be845851-b614-4e31-86ac-cafacef26255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '6fc3148a-e8c0-4307-8b03-a268bad3cf38', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'port_id': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'mac_address': 'fa:16:3e:f1:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:17Z', 'updated_at': '2022-03-23T09:06:29Z', 'revision_number': 1, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:31.006530 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-e664d1e1-0d3e-4ce0-8a7e-1624e14e8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:31.007999 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-e664d1e1-0d3e-4ce0-8a7e-1624e14e8c32 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438557 Mar 23 09:06:31.027016 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be845851-b614-4e31-86ac-cafacef26255 None None] The sync data for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi is: [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '6fc3148a-e8c0-4307-8b03-a268bad3cf38', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'port_id': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'mac_address': 'fa:16:3e:f1:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:17Z', 'updated_at': '2022-03-23T09:06:29Z', 'revision_number': 1, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:31.105127 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-d0b8880c-6af2-4799-b287-6bebccd52e63 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Mar 23 09:06:31.213233 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c15aa14-69af-49a3-9267-23dbc6389d69 req-e3b94b7f-9df6-4b5f-8ddc-ec229f8dcc06 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947144 Mar 23 09:06:31.215345 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd374e-86d5-4df7-8ca5-caa0537f7f22 req-0f0f35dd-4431-44eb-b7eb-3a29bec32f7d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:31.216836 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d9bd374e-86d5-4df7-8ca5-caa0537f7f22 req-0f0f35dd-4431-44eb-b7eb-3a29bec32f7d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0537720 Mar 23 09:06:31.236638 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2127d-373e-46c9-8c92-6b5c49df2319 None None] New status for floating IP 6fc3148a-e8c0-4307-8b03-a268bad3cf38: ACTIVE {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:06:31.269928 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d9bd374e-86d5-4df7-8ca5-caa0537f7f22 req-dcbcc1c1-02e7-413e-a91a-6b4677d83dfb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466547 Mar 23 09:06:31.656422 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:32.389054 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde32bf8-588a-4e2e-9cf8-e7026ef1fa65 req-2a1fc23c-2995-47fb-b6ac-a073201433a6 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:32.390531 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bde32bf8-588a-4e2e-9cf8-e7026ef1fa65 req-2a1fc23c-2995-47fb-b6ac-a073201433a6 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0513084 Mar 23 09:06:32.436333 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bde32bf8-588a-4e2e-9cf8-e7026ef1fa65 req-1870d1f0-a874-4411-b13e-0e35f88aa929 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395503 Mar 23 09:06:33.087539 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:33.561739 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496db11a-a7d9-4928-ba20-00ab67d7e214 req-613225d4-f920-470e-9969-e085ab294f04 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:33.563226 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-496db11a-a7d9-4928-ba20-00ab67d7e214 req-613225d4-f920-470e-9969-e085ab294f04 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0609109 Mar 23 09:06:33.609514 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-496db11a-a7d9-4928-ba20-00ab67d7e214 req-a2906a46-e0d9-47fc-a043-583e512c709c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406909 Mar 23 09:06:34.731300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661bf7-f841-4938-8d7d-22f17534e92c req-5ded215b-4440-4b6f-87c6-fb5a4fabcaa0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:34.732750 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2e661bf7-f841-4938-8d7d-22f17534e92c req-5ded215b-4440-4b6f-87c6-fb5a4fabcaa0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0550611 Mar 23 09:06:34.778590 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2e661bf7-f841-4938-8d7d-22f17534e92c req-5a5c01eb-6aff-486a-8554-313ff1cd367e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Mar 23 09:06:35.131362 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2607870b-13a6-468f-9194-5d58b367a3eb req-6aeb92c7-baaa-4662-9bfc-e9df8ab9db8c tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632981243&fields=id&tenant_id=a5ae8ddbd2b241db8ec376f3177398bf HTTP/1.1" status: 200 len: 267 time: 0.0431457 Mar 23 09:06:35.187716 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607870b-13a6-468f-9194-5d58b367a3eb req-39ee034f-396a-41b1-a8a6-78a76d88d2fe tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:35.189154 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2607870b-13a6-468f-9194-5d58b367a3eb req-39ee034f-396a-41b1-a8a6-78a76d88d2fe tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 984 time: 0.0522382 Mar 23 09:06:35.199413 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Request body: {'port': {'security_groups': ['27ffdc5a-99f0-4512-9caf-d69c4566d952']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:35.276319 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.450328 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:35.479526 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.483926 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.496075 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['930e7fbf-53d1-4f1a-a042-2123cc91ac8d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:35.525861 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:35.526486 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.527997 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2607870b-13a6-468f-9194-5d58b367a3eb req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "PUT /v2.0/ports/930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 942 time: 0.3327420 Mar 23 09:06:35.528296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:35.530710 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f" -d '{"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:35.533873 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41106) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:35.568098 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3545-babe-4e90-827b-d5ca0391f744 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event updated for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=7']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:35.619745 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac0a7eb-2626-4e4c-96b6-8694def2f6f5 x-openstack-request-id: req-eac0a7eb-2626-4e4c-96b6-8694def2f6f5 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:35.620040 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:35.620296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eac0a7eb-2626-4e4c-96b6-8694def2f6f5 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:35.620705 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac0a7eb-2626-4e4c-96b6-8694def2f6f5'] response: {'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'status': 'completed', 'code': 200} Mar 23 09:06:35.628134 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1068-c655-46c8-b379-4667772b6631 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group (d2f52ad5-5750-4378-8817-b38ecb22e534), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.669502 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1068-c655-46c8-b379-4667772b6631 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group (d2f52ad5-5750-4378-8817-b38ecb22e534), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.683081 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['930e7fbf-53d1-4f1a-a042-2123cc91ac8d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:35.740528 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-ae0ad7c6-559b-48ab-80ed-9b5511714271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:35.742139 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-ae0ad7c6-559b-48ab-80ed-9b5511714271 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0925438 Mar 23 09:06:35.830780 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1068-c655-46c8-b379-4667772b6631 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d2f52ad5-5750-4378-8817-b38ecb22e534), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.833386 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1068-c655-46c8-b379-4667772b6631 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.836593 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-7b5f1068-c655-46c8-b379-4667772b6631 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "DELETE /v2.0/security-groups/d2f52ad5-5750-4378-8817-b38ecb22e534 HTTP/1.1" status: 204 len: 168 time: 0.2996991 Mar 23 09:06:35.837401 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41110) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:35.850440 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f8e72c09-cca4-4b92-8e00-f7fc9db0fa5f None None] Provisioning complete for port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:35.850847 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f8e72c09-cca4-4b92-8e00-f7fc9db0fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:35.853218 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f1068-c655-46c8-b379-4667772b6631 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f52ad5-5750-4378-8817-b38ecb22e534,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:35.883459 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-1ac63347-68a3-435b-bc7e-c2ffa663c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:35.884931 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-1ac63347-68a3-435b-bc7e-c2ffa663c97a service neutron] 10.222.0.84 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 915 time: 0.1251299 Mar 23 09:06:35.958441 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f8e72c09-cca4-4b92-8e00-f7fc9db0fa5f None None] Current status of the port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:35.973992 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-a37e41a2-9009-4e21-b58a-4bc05c463093 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 1000 time: 0.0780382 Mar 23 09:06:35.991862 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9034f7c-da15-4114-bd7d-048a4804e087 req-636e56d6-4423-4a67-a382-08e3e7cca58b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:35.993357 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a9034f7c-da15-4114-bd7d-048a4804e087 req-636e56d6-4423-4a67-a382-08e3e7cca58b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.1131239 Mar 23 09:06:36.027752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-b7fe33f8-b0c6-448a-8db6-0af5cf7c296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:36.029199 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-b7fe33f8-b0c6-448a-8db6-0af5cf7c296c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 200 len: 853 time: 0.0462258 Mar 23 09:06:36.066555 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a9034f7c-da15-4114-bd7d-048a4804e087 req-cfa839c4-8e3f-4f9b-9521-9f5b31889809 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643055 Mar 23 09:06:36.085044 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-6919cf72-8dd6-4a63-b568-d8eea9401187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:36.086654 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-6919cf72-8dd6-4a63-b568-d8eea9401187 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5bd62805-2cca-4e09-8c5e-705143e5fe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499914 Mar 23 09:06:36.089761 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Deleting port ac9c22bf-3af8-4004-bc5f-3e1f43f78248 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:36.090101 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:36.169118 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:36.169801 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for floatingip (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:36.181193 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-7f7aab10-8c54-413f-be97-6260b26a6071 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Mar 23 09:06:36.182786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Calling delete_port for ac9c22bf-3af8-4004-bc5f-3e1f43f78248 owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:36.279240 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dd2a97cc-99e8-45b4-abbe-13064f9ef42f req-da528316-382d-4de3-ae32-35af5da591a1 service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873244 Mar 23 09:06:36.352979 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (ac9c22bf-3af8-4004-bc5f-3e1f43f78248), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:36.385774 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event deleted for resources: {'Port': ['ID=ac9c22bf-3af8-4004-bc5f-3e1f43f78248,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:36.445661 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks [] for floatingip (8039d8f3-3ead-4e14-9923-3de1adc4aeff), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:36.446002 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Floating IP 8039d8f3-3ead-4e14-9923-3de1adc4aeff disassociated (deleted). External IP: 172.27.0.16, port: 930e7fbf-53d1-4f1a-a042-2123cc91ac8d. Mar 23 09:06:36.653340 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:36.758756 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:36.763119 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:36.769248 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] Sync routers for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:36.778720 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:36.779328 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:36.794051 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-f83d1572-a850-44bb-84f7-138228a2d239 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "DELETE /v2.0/floatingips/8039d8f3-3ead-4e14-9923-3de1adc4aeff HTTP/1.1" status: 204 len: 168 time: 0.9552517 Mar 23 09:06:36.888125 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:37.094646 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:03Z', 'revision_number': 5, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:37.124766 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] Checking router: 460a279e-1fca-4423-a5b7-f5f93e91d9e1 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:37.133303 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:37.133906 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:37.190292 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d8337-5c15-4f26-bd56-2cc8863047f2 req-873d2733-425f-4026-a1bd-03c714711bd0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:37.191795 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3b2d8337-5c15-4f26-bd56-2cc8863047f2 req-873d2733-425f-4026-a1bd-03c714711bd0 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0547333 Mar 23 09:06:37.238402 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:37.242713 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3b2d8337-5c15-4f26-bd56-2cc8863047f2 req-b2a46f23-6361-4e0c-be54-1b0811e39677 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Mar 23 09:06:37.432293 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:03Z', 'revision_number': 5, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:37.460221 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6098fb8-ba9d-4118-ba74-e0f778372b7e None None] The sync data for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi is: [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:58Z', 'revision_number': 4, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '9a7e10fe-ffed-4082-8358-38538aa06491', 'name': '', 'network_id': '5bd62805-2cca-4e09-8c5e-705143e5fe77', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'mac_address': 'fa:16:3e:69:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:57Z', 'updated_at': '2022-03-23T09:03:03Z', 'revision_number': 5, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'subnets': [{'id': '34d0ae7d-ca18-4600-869f-18969bcd0173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:37.621712 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:37.624117 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:37.667681 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765974f-40d8-47a6-8597-7dcc5c98d934 x-openstack-request-id: req-0765974f-40d8-47a6-8597-7dcc5c98d934 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:37.667962 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:37.668235 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0765974f-40d8-47a6-8597-7dcc5c98d934 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:37.668657 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0765974f-40d8-47a6-8597-7dcc5c98d934'] response: {'name': 'network-changed', 'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'status': 'completed', 'code': 200} Mar 23 09:06:37.713011 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc47307-c1c6-47da-a245-f23d96a7d60a None None] New status for floating IP 8039d8f3-3ead-4e14-9923-3de1adc4aeff: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:06:37.760193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-77c67611-f70f-4667-a3cb-0443c0a82230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:37.762347 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-77c67611-f70f-4667-a3cb-0443c0a82230 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0633485 Mar 23 09:06:37.861320 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62860ddb-2028-48b2-a98c-c84a8011b364 req-5e8cff8c-7ace-4c96-a1a0-1a638158539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:37.862935 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-62860ddb-2028-48b2-a98c-c84a8011b364 req-5e8cff8c-7ace-4c96-a1a0-1a638158539e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1130 time: 0.0450273 Mar 23 09:06:37.869163 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-06300d47-3d7b-46ed-9f2a-7cb80e119a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:37.870803 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-06300d47-3d7b-46ed-9f2a-7cb80e119a6f service neutron] 10.222.0.84 "GET /v2.0/networks?id=5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 200 len: 915 time: 0.1014991 Mar 23 09:06:37.910303 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-62860ddb-2028-48b2-a98c-c84a8011b364 req-f3e89e11-9b41-4b42-ae4e-4fd7e97ac9f9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 Mar 23 09:06:37.918468 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-582ee313-85b7-4435-815f-d3466fb55fb2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 200 len: 217 time: 0.0414431 Mar 23 09:06:38.205758 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-5c68c067-54c8-4034-bb26-60b0f607a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:38.207273 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-5c68c067-54c8-4034-bb26-60b0f607a0af service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 200 len: 853 time: 0.0531154 Mar 23 09:06:38.261425 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-2a4bae9a-7eeb-4096-b1e0-c3d17edfc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:38.262962 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-2a4bae9a-7eeb-4096-b1e0-c3d17edfc1a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5bd62805-2cca-4e09-8c5e-705143e5fe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477912 Mar 23 09:06:38.370416 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a0a8c-9d89-4e90-bb56-4f8d9a68806f req-66e922de-9522-4cd2-9580-9d8dedb0431b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:38.372294 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7e4a0a8c-9d89-4e90-bb56-4f8d9a68806f req-66e922de-9522-4cd2-9580-9d8dedb0431b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0588408 Mar 23 09:06:38.377862 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-323daaf7-9525-44b6-aeb6-d8f2c60332ff service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054437 Mar 23 09:06:38.424522 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7e4a0a8c-9d89-4e90-bb56-4f8d9a68806f req-0e7e8437-f0f6-426c-b483-1248ae662107 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Mar 23 09:06:38.509809 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-64ee6129-6a44-430a-a13b-dd0d6dcc9a5c req-3305b13f-9dc3-4df5-8306-180fa403e92e service neutron] 10.222.0.84 "GET /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222842 Mar 23 09:06:38.517616 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b200-39f2-476a-96a8-aaf142be860f req-9c186c75-329b-4ed1-88b5-4a090e45681b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:38.519031 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7b200-39f2-476a-96a8-aaf142be860f req-9c186c75-329b-4ed1-88b5-4a090e45681b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0854692 Mar 23 09:06:38.570970 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7b200-39f2-476a-96a8-aaf142be860f req-fb2eb3a6-17f3-4d36-9c76-daf6a76c2cb2 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461957 Mar 23 09:06:39.698525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8dc9b-b39c-4852-8a8a-ee7c21c5fa78 req-92911649-cd7b-4fe8-8d31-38f22a0682f9 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:39.699950 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-46a8dc9b-b39c-4852-8a8a-ee7c21c5fa78 req-92911649-cd7b-4fe8-8d31-38f22a0682f9 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0569994 Mar 23 09:06:39.749021 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-46a8dc9b-b39c-4852-8a8a-ee7c21c5fa78 req-1af23080-faa7-4099-85f9-e71269919651 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Mar 23 09:06:39.777944 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a98773-3a17-45c8-aa65-7b0e975a857f req-1f1ac606-69f7-4ef4-bb0f-43a40e13c438 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:39.779409 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c6a98773-3a17-45c8-aa65-7b0e975a857f req-1f1ac606-69f7-4ef4-bb0f-43a40e13c438 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.2770817 Mar 23 09:06:39.829279 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c6a98773-3a17-45c8-aa65-7b0e975a857f req-2c82f1db-6432-4077-84d6-5f7d28d8d817 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Mar 23 09:06:40.238127 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057422e-1071-4623-b82a-e31d7b1dcbf4 req-3cb46c87-a0a0-47c2-aa84-adc0bf4fe263 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.239598 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0057422e-1071-4623-b82a-e31d7b1dcbf4 req-3cb46c87-a0a0-47c2-aa84-adc0bf4fe263 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0848749 Mar 23 09:06:40.253369 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396dfb2-ad19-4848-b13b-517e9983191d req-7a075f17-c6e0-4f63-a8d8-12c8fa484ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.254783 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c396dfb2-ad19-4848-b13b-517e9983191d req-7a075f17-c6e0-4f63-a8d8-12c8fa484ca5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1130 time: 0.0734541 Mar 23 09:06:40.337675 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0057422e-1071-4623-b82a-e31d7b1dcbf4 req-43113e5d-0399-4b0c-925e-b577fdb5871f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916626 Mar 23 09:06:40.367050 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396dfb2-ad19-4848-b13b-517e9983191d req-7a559fa1-7769-44d4-9e7a-2aae5e689939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.368524 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c396dfb2-ad19-4848-b13b-517e9983191d req-7a559fa1-7769-44d4-9e7a-2aae5e689939 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1066093 Mar 23 09:06:40.448935 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c396dfb2-ad19-4848-b13b-517e9983191d req-304d1c03-c4f4-4096-b733-592a937ed3bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 1002 time: 0.0701318 Mar 23 09:06:40.505246 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396dfb2-ad19-4848-b13b-517e9983191d req-0b6d44f4-edba-465e-b036-a5812cd32719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.506764 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c396dfb2-ad19-4848-b13b-517e9983191d req-0b6d44f4-edba-465e-b036-a5812cd32719 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0449975 Mar 23 09:06:40.589288 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396dfb2-ad19-4848-b13b-517e9983191d req-6696229a-1f3b-4d60-a5f3-def4c3e22c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.590801 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c396dfb2-ad19-4848-b13b-517e9983191d req-6696229a-1f3b-4d60-a5f3-def4c3e22c60 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722435 Mar 23 09:06:40.599293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0056f8-4d60-4214-b78f-32ff44e85979 req-fa3b7368-f898-4eaa-9908-87ec034e803e tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.601187 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4b0056f8-4d60-4214-b78f-32ff44e85979 req-fa3b7368-f898-4eaa-9908-87ec034e803e tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0915980 Mar 23 09:06:40.714780 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4b0056f8-4d60-4214-b78f-32ff44e85979 req-2274ea4f-f024-4d0b-a163-996fe1e36932 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022148 Mar 23 09:06:40.735109 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c396dfb2-ad19-4848-b13b-517e9983191d req-f423d808-bbfc-4475-a852-d8c2e8925ea2 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327934 Mar 23 09:06:40.833460 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c396dfb2-ad19-4848-b13b-517e9983191d req-204c4437-10c7-49ef-b6ec-8480bed2b9b2 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883760 Mar 23 09:06:40.878744 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eb4f4-ffd2-4ea3-9fdc-ef6031567fdb req-dc764848-a60c-4e75-976e-0fac25451ef6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.880342 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a06eb4f4-ffd2-4ea3-9fdc-ef6031567fdb req-dc764848-a60c-4e75-976e-0fac25451ef6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0640764 Mar 23 09:06:40.936841 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a06eb4f4-ffd2-4ea3-9fdc-ef6031567fdb req-46898b27-bbf9-4b86-b3ab-f18315187c88 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=82c12bba-e711-4928-9a60-a7c5e6c1ad1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497167 Mar 23 09:06:41.307078 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6d7cf-3d8a-4eb0-acad-ab4ab38006ca req-f7a14cff-af93-404e-b2b6-87d85abb315d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:41.308573 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-89d6d7cf-3d8a-4eb0-acad-ab4ab38006ca req-f7a14cff-af93-404e-b2b6-87d85abb315d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0580556 Mar 23 09:06:41.356795 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-331a49df-0a56-4ca5-8c22-7bf6aed17234 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:41.357364 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-89d6d7cf-3d8a-4eb0-acad-ab4ab38006ca req-27916700-04bc-417e-9720-e87a15f140f3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Mar 23 09:06:41.358899 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-331a49df-0a56-4ca5-8c22-7bf6aed17234 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 945 time: 0.0538430 Mar 23 09:06:41.499075 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe154bc-d3d8-41a0-baee-7f8906b7b9f6 req-fe0bd909-4e68-4fa1-8887-4b3accb065d8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:41.500550 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cbe154bc-d3d8-41a0-baee-7f8906b7b9f6 req-fe0bd909-4e68-4fa1-8887-4b3accb065d8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0863140 Mar 23 09:06:41.518520 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Deleting port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:41.518862 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:41.617453 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cbe154bc-d3d8-41a0-baee-7f8906b7b9f6 req-ee47f5fd-8f9c-4bdc-8677-a85c91b1f10b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096587 Mar 23 09:06:41.648606 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] For port 0d1a3d5f-bb5b-4aac-a709-6465057d2598, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0d1a3d5f-bb5b-4aac-a709-6465057d2598,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:41.649087 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:41.833497 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:41.834314 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (d59e74d1-3344-43a8-824b-bf4b173bc6ad), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:41.834314 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Floating IP d59e74d1-3344-43a8-824b-bf4b173bc6ad disassociated. External IP: 172.27.0.164, port: 0d1a3d5f-bb5b-4aac-a709-6465057d2598. Mar 23 09:06:41.834526 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Calling delete_port for 0d1a3d5f-bb5b-4aac-a709-6465057d2598 owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:41.839606 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56de832-38e4-4517-8677-bc92c4e6a22c req-b3906758-1b33-48e1-8819-d5e5a183c927 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:41.841150 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d56de832-38e4-4517-8677-bc92c4e6a22c req-b3906758-1b33-48e1-8819-d5e5a183c927 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0541210 Mar 23 09:06:41.891280 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d56de832-38e4-4517-8677-bc92c4e6a22c req-d414ae3a-1617-4048-a0f0-a8eab138dd90 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422378 Mar 23 09:06:41.978028 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (0d1a3d5f-bb5b-4aac-a709-6465057d2598), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:42.007836 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event deleted for resources: {'Port': ['ID=0d1a3d5f-bb5b-4aac-a709-6465057d2598,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:42.077379 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-cb90dc40-ed88-4fad-8d36-4cb1277cbc65 req-9526101d-9bd7-4d50-b5d7-627718d145c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c805af31-9293-4555-a76b-d7112d473154 HTTP/1.1" status: 200 len: 210 time: 0.0648232 Mar 23 09:06:42.154672 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:42.265928 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:42.275780 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] Sync routers for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:42.285804 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:42.286349 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:42.306381 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] No DVR routers for this DVR port 0d1a3d5f-bb5b-4aac-a709-6465057d2598 on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:06:42.308931 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:42.312434 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-031c0fb4-63c6-40f5-b936-ae6acbabcffb req-cc9d4c24-0f36-45e7-882e-340a4f0c40ca tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "DELETE /v2.0/ports/0d1a3d5f-bb5b-4aac-a709-6465057d2598 HTTP/1.1" status: 204 len: 173 time: 0.9394529 Mar 23 09:06:42.312894 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'name': 'network-vif-deleted', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:42.315644 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222df869-39b0-4cb2-9e3a-f26446466e07" -d '{"events": [{"server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "name": "network-vif-deleted", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:42.413752 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:42.471104 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899d2476-a1ce-4270-941a-6c8581050eab x-openstack-request-id: req-899d2476-a1ce-4270-941a-6c8581050eab {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:42.471387 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c805af31-9293-4555-a76b-d7112d473154", "name": "network-vif-deleted", "tag": "0d1a3d5f-bb5b-4aac-a709-6465057d2598", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:42.471643 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-899d2476-a1ce-4270-941a-6c8581050eab {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:42.472533 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899d2476-a1ce-4270-941a-6c8581050eab'] response: {'server_uuid': 'c805af31-9293-4555-a76b-d7112d473154', 'name': 'network-vif-deleted', 'tag': '0d1a3d5f-bb5b-4aac-a709-6465057d2598', 'status': 'completed', 'code': 200} Mar 23 09:06:42.501795 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662c29d-47af-4414-b6d5-c7cc0c4a7220 req-24d7d46b-c337-4ec3-a06e-42ffb31283fe tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:42.504225 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1662c29d-47af-4414-b6d5-c7cc0c4a7220 req-24d7d46b-c337-4ec3-a06e-42ffb31283fe tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0681696 Mar 23 09:06:42.563769 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1662c29d-47af-4414-b6d5-c7cc0c4a7220 req-71f0597c-b024-4856-83c5-bed0b9dc2983 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532763 Mar 23 09:06:42.633323 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:42.659166 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] Checking router: 26b03709-11c7-45ae-9bd7-938f3a33cfc0 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:42.668070 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:42.668735 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:42.742348 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b650-5646-4692-b518-66f29224ff2d req-a098d2da-1930-4678-817b-20df6bdba9a9 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:42.743853 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1dd7b650-5646-4692-b518-66f29224ff2d req-a098d2da-1930-4678-817b-20df6bdba9a9 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0543499 Mar 23 09:06:42.776773 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:42.795298 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1dd7b650-5646-4692-b518-66f29224ff2d req-a8003577-8c21-436d-a9e5-d5f9b61b0428 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 Mar 23 09:06:42.984054 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:43.024114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947661d7-b7a3-4cee-9180-9d452910dcba req-2b6dbaca-ab03-4d09-8ca4-20f403a71ea9 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:43.025938 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-947661d7-b7a3-4cee-9180-9d452910dcba req-2b6dbaca-ab03-4d09-8ca4-20f403a71ea9 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0560408 Mar 23 09:06:43.081909 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-947661d7-b7a3-4cee-9180-9d452910dcba req-70c09416-67a4-40da-88b6-23d8f84e2898 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/security-groups?id=27ffdc5a-99f0-4512-9caf-d69c4566d952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Mar 23 09:06:43.108885 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995fbac-86cc-44bf-a509-36e911d9a56b None None] The sync data for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi is: [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:43.166207 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41206) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:43.218543 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-8f1f3092-6d89-4b55-8c55-7f40235a5b93 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:43.220082 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-8f1f3092-6d89-4b55-8c55-7f40235a5b93 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.84 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 945 time: 0.0951464 Mar 23 09:06:43.278379 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8fd334fe-d2d5-473f-91fa-66d91729bde5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (82c12bba-e711-4928-9a60-a7c5e6c1ad1f), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.335163 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8fd334fe-d2d5-473f-91fa-66d91729bde5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (82c12bba-e711-4928-9a60-a7c5e6c1ad1f), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.354304 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6cdd8-e2fe-4b2e-b772-d9dc890c976d None None] New status for floating IP d59e74d1-3344-43a8-824b-bf4b173bc6ad: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:06:43.392730 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Deleting port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:43.393073 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.410136 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8fd334fe-d2d5-473f-91fa-66d91729bde5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (82c12bba-e711-4928-9a60-a7c5e6c1ad1f), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.412654 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8fd334fe-d2d5-473f-91fa-66d91729bde5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.413826 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-8fd334fe-d2d5-473f-91fa-66d91729bde5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "DELETE /v2.0/security-groups/82c12bba-e711-4928-9a60-a7c5e6c1ad1f HTTP/1.1" status: 204 len: 168 time: 0.2469766 Mar 23 09:06:43.416563 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41210) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:43.430249 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.api.v2.resource [None req-0ce90598-a26f-42bd-9be9-ea6502566e01 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] show failed (client error): The resource could not be found. Mar 23 09:06:43.431642 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0ce90598-a26f-42bd-9be9-ea6502566e01 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups/82c12bba-e711-4928-9a60-a7c5e6c1ad1f HTTP/1.1" status: 404 len: 347 time: 0.0139639 Mar 23 09:06:43.434408 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41212) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:43.460429 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd334fe-d2d5-473f-91fa-66d91729bde5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c12bba-e711-4928-9a60-a7c5e6c1ad1f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:43.510625 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] For port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:43.510998 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.527552 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Calling delete_port for 930e7fbf-53d1-4f1a-a042-2123cc91ac8d owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:43.567011 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Deleting port bda3e62c-0485-4a8a-8796-fbff5ecfdb40 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:43.567354 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.666442 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (930e7fbf-53d1-4f1a-a042-2123cc91ac8d), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.679323 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['930e7fbf-53d1-4f1a-a042-2123cc91ac8d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:43.681917 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.682249 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.696873 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Calling delete_port for bda3e62c-0485-4a8a-8796-fbff5ecfdb40 owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:43.701446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Pushing event deleted for resources: {'Port': ['ID=930e7fbf-53d1-4f1a-a042-2123cc91ac8d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:43.745093 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] No DVR routers for this DVR port 930e7fbf-53d1-4f1a-a042-2123cc91ac8d on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:06:43.747670 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.751056 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-585bb132-e3e9-43e8-8b43-48d202110cb2 req-60413de4-ae1f-4e18-bf9a-e83e3b982bcc tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.84 "DELETE /v2.0/ports/930e7fbf-53d1-4f1a-a042-2123cc91ac8d HTTP/1.1" status: 204 len: 173 time: 0.5238688 Mar 23 09:06:43.761252 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cbbb7-a4e3-447b-9f22-763a85e15cf8 req-2e7a231b-99a7-4c2a-baf3-048b7e4a1f8a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:43.762740 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f69cbbb7-a4e3-447b-9f22-763a85e15cf8 req-2e7a231b-99a7-4c2a-baf3-048b7e4a1f8a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1250625 Mar 23 09:06:43.866561 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.871289 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f69cbbb7-a4e3-447b-9f22-763a85e15cf8 req-0fc0e609-7c47-469d-b3cf-d51be3fa332f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999374 Mar 23 09:06:43.938244 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b37ec-cb43-4c1b-83b1-cd7fb5b6d8d4 req-43c0a047-59d9-4f86-84de-282acefc3b88 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:43.939697 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c12b37ec-cb43-4c1b-83b1-cd7fb5b6d8d4 req-43c0a047-59d9-4f86-84de-282acefc3b88 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0695088 Mar 23 09:06:43.949497 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (bda3e62c-0485-4a8a-8796-fbff5ecfdb40), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:43.986240 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event deleted for resources: {'Port': ['ID=bda3e62c-0485-4a8a-8796-fbff5ecfdb40,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:43.990324 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c12b37ec-cb43-4c1b-83b1-cd7fb5b6d8d4 req-0b8325af-49e2-4b71-bc52-2d599415dcb8 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450413 Mar 23 09:06:44.046612 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (d59e74d1-3344-43a8-824b-bf4b173bc6ad), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.049447 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.052464 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-af373838-61c9-42b5-b47e-6a33f239891d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "DELETE /v2.0/floatingips/d59e74d1-3344-43a8-824b-bf4b173bc6ad HTTP/1.1" status: 204 len: 168 time: 0.6151707 Mar 23 09:06:44.118277 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826079d-f627-4fa2-83a6-df0431bf1330 req-de2aa58b-21c4-4974-81d4-5b11207f09c1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:44.119788 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1826079d-f627-4fa2-83a6-df0431bf1330 req-de2aa58b-21c4-4974-81d4-5b11207f09c1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0612261 Mar 23 09:06:44.128442 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41224) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:44.132900 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Request body: {'floatingip': {'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:44.197359 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.248478 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-565ec755-2452-461c-9081-70960b947655 req-cfe3a35c-cc65-4508-9414-78ad64c026b5 tempest-TestMinimumBasicScenario-2067751946 tempest-TestMinimumBasicScenario-2067751946-project] 10.222.0.73 "GET /v2.0/ports?device_id=4120a32b-b1c4-48e2-ba60-737d885f7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0525365 Mar 23 09:06:44.287252 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41226) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:44.291945 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-a7a1fb3e-9204-49ba-b6ed-ed6096538a8e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063130171', 'description': 'tempest-description--1030359752'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:44.313812 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fb3e-9204-49ba-b6ed-ed6096538a8e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.388232 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fb3e-9204-49ba-b6ed-ed6096538a8e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (0df3ca5d-9dd1-469b-bf59-301e33adc4d2), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.391342 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fb3e-9204-49ba-b6ed-ed6096538a8e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (0df3ca5d-9dd1-469b-bf59-301e33adc4d2), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.420215 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1fb3e-9204-49ba-b6ed-ed6096538a8e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df3ca5d-9dd1-469b-bf59-301e33adc4d2,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:44.424313 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fb3e-9204-49ba-b6ed-ed6096538a8e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.428269 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a7a1fb3e-9204-49ba-b6ed-ed6096538a8e tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1371706 Mar 23 09:06:44.428509 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41228) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:44.433644 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-71b114a4-6813-4132-9d39-58e097eff8c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'security_group_rule': {'security_group_id': '0df3ca5d-9dd1-469b-bf59-301e33adc4d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:44.458711 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-71b114a4-6813-4132-9d39-58e097eff8c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (516db822-a12b-4e7f-a8f5-0796902e4db1), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.494327 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'name': 'network-vif-deleted', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:44.496462 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f914f93d-0217-436d-b31c-39a6b7eeec6f" -d '{"events": [{"server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "name": "network-vif-deleted", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:44.515190 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-71b114a4-6813-4132-9d39-58e097eff8c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (516db822-a12b-4e7f-a8f5-0796902e4db1), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.520699 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-71b114a4-6813-4132-9d39-58e097eff8c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (516db822-a12b-4e7f-a8f5-0796902e4db1), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.536341 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b114a4-6813-4132-9d39-58e097eff8c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516db822-a12b-4e7f-a8f5-0796902e4db1,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:44.547502 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-71b114a4-6813-4132-9d39-58e097eff8c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.548783 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-71b114a4-6813-4132-9d39-58e097eff8c1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193702 Mar 23 09:06:44.551786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41232) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:44.556286 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-ff7e32d6-da4e-4a78-9c94-29538e5277b8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'security_group_rule': {'security_group_id': '0df3ca5d-9dd1-469b-bf59-301e33adc4d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:44.576940 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e86bd4-9a08-4923-9b24-c20fe761a2b4 x-openstack-request-id: req-23e86bd4-9a08-4923-9b24-c20fe761a2b4 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:44.577483 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4120a32b-b1c4-48e2-ba60-737d885f7cc6", "name": "network-vif-deleted", "tag": "930e7fbf-53d1-4f1a-a042-2123cc91ac8d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:44.578115 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23e86bd4-9a08-4923-9b24-c20fe761a2b4 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:44.578519 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e86bd4-9a08-4923-9b24-c20fe761a2b4'] response: {'server_uuid': '4120a32b-b1c4-48e2-ba60-737d885f7cc6', 'name': 'network-vif-deleted', 'tag': '930e7fbf-53d1-4f1a-a042-2123cc91ac8d', 'status': 'completed', 'code': 200} Mar 23 09:06:44.583178 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff7e32d6-da4e-4a78-9c94-29538e5277b8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (408a594f-45a6-4a53-b8bc-2c7ec9de11b9), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.638488 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff7e32d6-da4e-4a78-9c94-29538e5277b8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (408a594f-45a6-4a53-b8bc-2c7ec9de11b9), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.642159 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff7e32d6-da4e-4a78-9c94-29538e5277b8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (408a594f-45a6-4a53-b8bc-2c7ec9de11b9), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.661188 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e32d6-da4e-4a78-9c94-29538e5277b8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408a594f-45a6-4a53-b8bc-2c7ec9de11b9,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:44.666061 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff7e32d6-da4e-4a78-9c94-29538e5277b8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.667421 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ff7e32d6-da4e-4a78-9c94-29538e5277b8 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145175 Mar 23 09:06:44.670348 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41234) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:44.675170 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:44.695643 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.797193 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:44.911598 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Allocated IP 172.27.0.66 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/9485687f-3e59-4ad0-9432-da2476c93dc3) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:06:45.010697 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.016928 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.019064 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.055331 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.092140 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:06:45.095135 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:06:45.099518 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1a625-6e7b-4fb3-b27c-eb1172a62f48 req-1f749794-92d7-4860-a17a-5f52407ee20f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:45.101028 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1fd1a625-6e7b-4fb3-b27c-eb1172a62f48 req-1f749794-92d7-4860-a17a-5f52407ee20f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1370649 Mar 23 09:06:45.101194 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:06:45.106863 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'Port': ['ID=9485687f-3e59-4ad0-9432-da2476c93dc3,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:45.174647 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1fd1a625-6e7b-4fb3-b27c-eb1172a62f48 req-66b59125-2a72-4d4c-abd6-9990354fb8ff tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630307 Mar 23 09:06:45.196752 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (a3307e2b-2cfd-4af8-b0ff-fb07107fb747), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.233958 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.303078 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Router 013cd76a-cc6f-46af-9062-32c6e828d384 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:45.316919 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0d1a3d5f-bb5b-4aac-a709-6465057d2598 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:45.340957 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 0d1a3d5f-bb5b-4aac-a709-6465057d2598 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:45.341815 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0d1a3d5f-bb5b-4aac-a709-6465057d2598 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:45.342448 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 930e7fbf-53d1-4f1a-a042-2123cc91ac8d no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:45.365449 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 930e7fbf-53d1-4f1a-a042-2123cc91ac8d {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:45.365903 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 930e7fbf-53d1-4f1a-a042-2123cc91ac8d not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:45.409903 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.417295 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.438365 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:45.443387 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.462186 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] Sync routers for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:45.488734 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:45.489494 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:45.489884 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (a3307e2b-2cfd-4af8-b0ff-fb07107fb747), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.515768 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:45.525963 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8543892 Mar 23 09:06:45.527793 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62181703-a37b-4a36-bee8-bfd643dd26bd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'Port': ['ID=9485687f-3e59-4ad0-9432-da2476c93dc3,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:45.538100 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a2967ced-ea8c-43bf-b475-eba89ea87ee2 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "PUT /v2.0/floatingips/3223def1-3d2e-40ca-9883-3cdcdc4cf0be HTTP/1.1" status: 200 len: 994 time: 1.4082561 Mar 23 09:06:45.613638 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:45.695786 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-16cb9619-2721-4870-94a3-6fb2940a7d88 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1063130171&fields=id&tenant_id=27463bc61f9044de878a6e4961a15260 HTTP/1.1" status: 200 len: 267 time: 0.0502608 Mar 23 09:06:45.839714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-e1e46f3c-dfe3-4ff7-9d0a-985a818bd9f5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:45.841336 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-e1e46f3c-dfe3-4ff7-9d0a-985a818bd9f5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 811 time: 0.1380720 Mar 23 09:06:45.856325 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-638d2115-773f-43ff-a925-111d8c32b131 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/quotas/27463bc61f9044de878a6e4961a15260 HTTP/1.1" status: 200 len: 375 time: 0.0096076 Mar 23 09:06:45.864058 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '3223def1-3d2e-40ca-9883-3cdcdc4cf0be', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'mac_address': 'fa:16:3e:a9:e2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:43Z', 'updated_at': '2022-03-23T09:06:44Z', 'revision_number': 3, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:45.897489 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] Checking router: 013cd76a-cc6f-46af-9062-32c6e828d384 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:45.906533 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:45.907145 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:45.916726 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-088cea2a-5812-4f4b-ac7c-561210c267a3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544326 Mar 23 09:06:46.024557 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-0cfb16b5-c961-4caf-8c8c-f60bc9ba821c service neutron] 10.222.0.73 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960000 Mar 23 09:06:46.036307 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:46.046043 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41300) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:46.128895 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-8f9efdde-00c8-4917-9363-0c6d5c5b03e3 service neutron] 10.222.0.73 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945473 Mar 23 09:06:46.309194 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '3223def1-3d2e-40ca-9883-3cdcdc4cf0be', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'mac_address': 'fa:16:3e:a9:e2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:43Z', 'updated_at': '2022-03-23T09:06:44Z', 'revision_number': 3, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:46.325383 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0e8ef8e6-8a1b-4c4b-9f93-da89c144aae0 req-72699db4-bd7b-44fb-af9d-d7eb11f8406b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 210 time: 0.0331795 Mar 23 09:06:46.343111 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd292d-d11f-4bce-98ec-96030ab8b577 None None] The sync data for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi is: [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '3223def1-3d2e-40ca-9883-3cdcdc4cf0be', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'port_id': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'mac_address': 'fa:16:3e:a9:e2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b79fc-2420-411a-8607-4753e9f48c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:04:43Z', 'updated_at': '2022-03-23T09:06:44Z', 'revision_number': 3, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:46.433575 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437bfd7-781e-4f16-8149-c41ee263b07f req-0ebdade4-014d-4732-a026-06c7461a4b44 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:46.435141 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2437bfd7-781e-4f16-8149-c41ee263b07f req-0ebdade4-014d-4732-a026-06c7461a4b44 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1420922 Mar 23 09:06:46.510434 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2437bfd7-781e-4f16-8149-c41ee263b07f req-8fdd4350-738b-4b6c-be40-b74a8a979c81 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682688 Mar 23 09:06:46.580432 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238'}, {'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:46.582856 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa08057-88d4-499f-844f-5682333b18b1" -d '{"events": [{"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238"}, {"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:46.616986 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (460a279e-1fca-4423-a5b7-f5f93e91d9e1), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:46.660027 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fc676b-3275-403a-b45b-b81f9f70e273 x-openstack-request-id: req-19fc676b-3275-403a-b45b-b81f9f70e273 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:46.660507 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:46.660761 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19fc676b-3275-403a-b45b-b81f9f70e273 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:46.661159 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fc676b-3275-403a-b45b-b81f9f70e273'] response: {'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'status': 'completed', 'code': 200} Mar 23 09:06:46.661441 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fc676b-3275-403a-b45b-b81f9f70e273'] response: {'name': 'network-changed', 'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'status': 'completed', 'code': 200} Mar 23 09:06:46.759436 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-b450aa77-4375-46b6-bbd7-d2bf596e9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:46.760882 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-b450aa77-4375-46b6-bbd7-d2bf596e9965 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1130 time: 0.0708144 Mar 23 09:06:46.946831 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-19430d05-e1ec-4b57-aad4-fe5bee15a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:46.948197 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-19430d05-e1ec-4b57-aad4-fe5bee15a998 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1680291 Mar 23 09:06:47.060706 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-7b894638-e998-4ae8-82ea-fbb15be60b70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 1002 time: 0.0964370 Mar 23 09:06:47.109791 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Deleting port 9a7e10fe-ffed-4082-8358-38538aa06491 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:47.110123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:47.151516 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-44f7da33-08a7-4da1-88ec-54f507d57745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:47.152910 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-44f7da33-08a7-4da1-88ec-54f507d57745 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0832624 Mar 23 09:06:47.227245 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-a49749cf-d24a-47be-b72f-e970b92363af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:47.228701 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-a49749cf-d24a-47be-b72f-e970b92363af service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696416 Mar 23 09:06:47.230379 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] For port 9a7e10fe-ffed-4082-8358-38538aa06491, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9a7e10fe-ffed-4082-8358-38538aa06491,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:47.230717 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:47.258473 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Calling delete_port for 9a7e10fe-ffed-4082-8358-38538aa06491 owned by network:router_interface {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:47.378453 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-5aa6bb77-4065-48f3-9cda-4e7f8316e030 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398573 Mar 23 09:06:47.395667 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-52ed7f77-506e-49fd-bf9b-8dc472191e93 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:47.397233 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-52ed7f77-506e-49fd-bf9b-8dc472191e93 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 811 time: 0.1258013 Mar 23 09:06:47.477064 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-c3c1a441-7417-496a-85cf-658fd85b065b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27463bc61f9044de878a6e4961a15260 HTTP/1.1" status: 200 len: 380 time: 0.0629611 Mar 23 09:06:47.488025 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'port': {'device_id': '73296d37-fc30-4df3-b511-ebc807942aba', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'admin_state_up': True, 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'security_groups': ['0df3ca5d-9dd1-469b-bf59-301e33adc4d2']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:47.492030 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-62a86b17-09a3-429f-b283-79bfe1e3c7d2 req-487dd4d7-a9e0-4266-9148-61bc41e067ec tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 210 time: 0.0722742 Mar 23 09:06:47.558094 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-d87b2d80-6f39-4bf9-891b-3ed173bef2cb service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373188 Mar 23 09:06:47.601088 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (9a7e10fe-ffed-4082-8358-38538aa06491), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:47.656057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Made reservation on behalf of 27463bc61f9044de878a6e4961a15260 for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:06:47.660026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7e10fe-ffed-4082-8358-38538aa06491,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:47.660201 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:47.684819 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.685169 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.685544 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.685884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.686437 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.686779 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.687175 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.687509 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.687838 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.688166 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.688496 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.689377 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.689714 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.690038 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.690359 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:47.694959 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d39ef-0670-4643-ab11-a7433a358b26 req-7946e9a4-ecc6-48a7-b380-98532602fb5d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:47.696837 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-878d39ef-0670-4643-ab11-a7433a358b26 req-7946e9a4-ecc6-48a7-b380-98532602fb5d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1031013 Mar 23 09:06:47.843411 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-878d39ef-0670-4643-ab11-a7433a358b26 req-49cd27d3-02d3-435e-98e6-d8de4dba2845 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349127 Mar 23 09:06:47.877053 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Allocated IP 172.20.0.3 (9631d064-4451-4b46-a503-ef0b663f91d9/eeda6616-137b-4b10-80fd-0feaf2aa6ea0/96bf97c9-97c1-432a-a10f-d41e305e835e) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:06:48.030405 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.032863 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-2fb18277-b7f3-4055-b1ad-3aa78dc1907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:48.034374 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-2fb18277-b7f3-4055-b1ad-3aa78dc1907c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 1130 time: 0.4040673 Mar 23 09:06:48.076923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.125174 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Network 9631d064-4451-4b46-a503-ef0b663f91d9 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:06:48.129189 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:06:48.135191 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:06:48.159130 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event updated for resources: {'Port': ['ID=96bf97c9-97c1-432a-a10f-d41e305e835e,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:48.176473 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.176817 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.177160 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.177526 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.177860 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.178197 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.178521 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.178846 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.179171 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.179493 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.179817 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.180397 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.180776 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.181097 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.181445 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:48.200422 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:48.201085 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.217603 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-d81ebbd0-63d1-4075-a7e8-d10c1b680685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:48.219205 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-d81ebbd0-63d1-4075-a7e8-d10c1b680685 service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1446898 Mar 23 09:06:48.219815 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-262fc937-bc24-4c34-8df0-7af18d37c3cb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351952 Mar 23 09:06:48.220384 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (460a279e-1fca-4423-a5b7-f5f93e91d9e1), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.247756 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Request body: {'port': {'device_id': '73296d37-fc30-4df3-b511-ebc807942aba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:48.310778 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.369316 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-d6a13966-b64e-44b3-96c9-43efd04be520 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 200 len: 1002 time: 0.1043127 Mar 23 09:06:48.413304 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-dd5d99e8-dbb2-45ed-a355-57180073de11 None None] Provisioning complete for port 96bf97c9-97c1-432a-a10f-d41e305e835e triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:48.414412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-dd5d99e8-dbb2-45ed-a355-57180073de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.465355 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d99e8-dbb2-45ed-a355-57180073de11 None None] Port 96bf97c9-97c1-432a-a10f-d41e305e835e cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:06:48.494419 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-fdbbddf4-5c67-4a24-8668-dae839df766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:48.495896 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-fdbbddf4-5c67-4a24-8668-dae839df766a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.1179900 Mar 23 09:06:48.594414 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08057-88d4-499f-844f-5682333b18b1 req-bfb1b4a7-05c4-4915-9550-e2c1c2e9e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:48.596402 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-bfb1b4a7-05c4-4915-9550-e2c1c2e9e350 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928071 Mar 23 09:06:48.675481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:48.682786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bf97c9-97c1-432a-a10f-d41e305e835e {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:48.692778 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Publish callbacks [] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.708878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Transition to ACTIVE for port object 96bf97c9-97c1-432a-a10f-d41e305e835e will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:06:48.714502 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.736647 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d0cc-bd7c-4d40-9d97-1e98936c09d9 req-b8e570f0-d0ef-4c73-a976-c15104edd4f6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:48.737700 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5951d0cc-bd7c-4d40-9d97-1e98936c09d9 req-b8e570f0-d0ef-4c73-a976-c15104edd4f6 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 931 time: 0.1626256 Mar 23 09:06:48.794004 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Pushing event updated for resources: {'Port': ['ID=96bf97c9-97c1-432a-a10f-d41e305e835e,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:48.834111 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-09a4b7e4-3792-4a89-b10f-cedc72260279 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159908 Mar 23 09:06:48.859553 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Attempting to bind port 96bf97c9-97c1-432a-a10f-d41e305e835e on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:06:48.860686 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Attempting to bind port 96bf97c9-97c1-432a-a10f-d41e305e835e by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:06:48.861178 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Attempting to bind port 96bf97c9-97c1-432a-a10f-d41e305e835e on network 9631d064-4451-4b46-a503-ef0b663f91d9 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:48.868246 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Port 96bf97c9-97c1-432a-a10f-d41e305e835e on network 9631d064-4451-4b46-a503-ef0b663f91d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:06:48.868761 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Attempting to bind port 96bf97c9-97c1-432a-a10f-d41e305e835e on network 9631d064-4451-4b46-a503-ef0b663f91d9 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:48.879298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:06:48.880380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Checking segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:06:48.880946 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Bound using segment: {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:06:48.881558 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Bound port: 96bf97c9-97c1-432a-a10f-d41e305e835e, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43018716-f724-4975-94f9-fdfe5b81c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:06:48.881928 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:48.938432 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-5951d0cc-bd7c-4d40-9d97-1e98936c09d9 req-a8fc3877-ca97-42ff-b103-3a6bdb5d91f9 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597731 Mar 23 09:06:48.976770 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:48.986642 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-bcd0a4b8-31ac-4b8b-8c33-5b8d6a665c59 admin admin] 10.222.0.73 "PUT /v2.0/routers/460a279e-1fca-4423-a5b7-f5f93e91d9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392149 Mar 23 09:06:48.988240 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] Sync routers for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:48.989072 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41330) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:48.998951 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fa08057-88d4-499f-844f-5682333b18b1 req-05f5333d-56b6-4cf7-b0a2-0ac10fb84cf4 service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573069 Mar 23 09:06:49.001600 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:49.002428 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:49.072246 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] For port 96bf97c9-97c1-432a-a10f-d41e305e835e, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:06:49.081441 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] For port 96bf97c9-97c1-432a-a10f-d41e305e835e, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=96bf97c9-97c1-432a-a10f-d41e305e835e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:06:49.097420 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.110323 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks [] for router (460a279e-1fca-4423-a5b7-f5f93e91d9e1), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.122742 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c8ab1-81a6-4f0a-8001-bdff464e9bd8 req-00ab253a-21c4-4e9b-9de6-d5e9c383117e tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.124711 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d99c8ab1-81a6-4f0a-8001-bdff464e9bd8 req-00ab253a-21c4-4e9b-9de6-d5e9c383117e tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1866224 Mar 23 09:06:49.152248 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.153060 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.154563 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] 10.222.0.84 "PUT /v2.0/ports/96bf97c9-97c1-432a-a10f-d41e305e835e HTTP/1.1" status: 200 len: 1093 time: 0.9113226 Mar 23 09:06:49.162980 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:49.165099 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7613c7e2-9f07-41f6-a808-0c2226a69226" -d '{"events": [{"name": "network-changed", "server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:49.239981 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae7115-4d0f-4d19-a301-5bde16911d9a service neutron] Pushing event updated for resources: {'Port': ['ID=96bf97c9-97c1-432a-a10f-d41e305e835e,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:49.279800 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d99c8ab1-81a6-4f0a-8001-bdff464e9bd8 req-dd149d7c-1324-43e9-bf88-6c2e16c7eb95 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355488 Mar 23 09:06:49.280690 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:49.292166 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks [] for router_gateway (460a279e-1fca-4423-a5b7-f5f93e91d9e1), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.313094 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-f18c8cff-3222-4cb9-9f5e-4315f4bce0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.315255 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-f18c8cff-3222-4cb9-9f5e-4315f4bce0dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 1127 time: 0.0874248 Mar 23 09:06:49.375322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Deleting port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:49.375907 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.384560 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d59b27-21c9-44c4-986e-b6152fb7e0c9 x-openstack-request-id: req-31d59b27-21c9-44c4-986e-b6152fb7e0c9 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:49.385150 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:49.385595 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31d59b27-21c9-44c4-986e-b6152fb7e0c9 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:49.386243 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d59b27-21c9-44c4-986e-b6152fb7e0c9'] response: {'name': 'network-changed', 'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'status': 'completed', 'code': 200} Mar 23 09:06:49.388083 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-9c959e37-5781-43d2-90c1-8d3b727e0657 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96bf97c9-97c1-432a-a10f-d41e305e835e HTTP/1.1" status: 200 len: 217 time: 0.0641897 Mar 23 09:06:49.458818 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-1960d887-948f-489a-b9ee-c091b7a137d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.460917 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-1960d887-948f-489a-b9ee-c091b7a137d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0573568 Mar 23 09:06:49.474826 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] For port 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:49.475406 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.490045 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Calling delete_port for 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af owned by network:router_gateway {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:49.495688 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:06:47Z', 'revision_number': 5, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port': {'id': '8a03af0b-da7f-4bc4-aa03-e44df6b0a4af', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:49.522663 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-31c1ec00-c956-4ab2-98bc-6772c78c47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.524218 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-31c1ec00-c956-4ab2-98bc-6772c78c47c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513413 Mar 23 09:06:49.528834 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] Checking router: 460a279e-1fca-4423-a5b7-f5f93e91d9e1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:49.538750 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] Routers {'460a279e-1fca-4423-a5b7-f5f93e91d9e1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:49.539640 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:49.619510 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-a7e3723b-6051-4b4f-8cfd-f4b12fb56c2f service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Mar 23 09:06:49.641729 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] Set router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 gateway port host: None {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:49.672623 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (8a03af0b-da7f-4bc4-aa03-e44df6b0a4af), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.700427 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a03af0b-da7f-4bc4-aa03-e44df6b0a4af,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:49.701051 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:06:49Z', 'revision_number': 6, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:49.724465 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d81c5d48-e2be-4d3e-b952-61bc9095c777 req-22f89a94-d819-4535-9e0c-8b0f8c8b6f89 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946937 Mar 23 09:06:49.748532 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f700eef-2bbd-4e38-85fc-fc08759ae20c None None] The sync data for ids ['460a279e-1fca-4423-a5b7-f5f93e91d9e1'] in dv-cinder-834822-2-iscsi is: [{'id': '460a279e-1fca-4423-a5b7-f5f93e91d9e1', 'name': 'tempest-TestMinimumBasicScenario-122262451-router', 'tenant_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:55Z', 'updated_at': '2022-03-23T09:06:49Z', 'revision_number': 6, 'project_id': 'a5ae8ddbd2b241db8ec376f3177398bf', 'gw_port_host': None}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:49.771241 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (460a279e-1fca-4423-a5b7-f5f93e91d9e1), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.839574 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-444cf5a2-3f75-4b1c-be5a-e91657d942ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.841159 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-444cf5a2-3f75-4b1c-be5a-e91657d942ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 1127 time: 0.0494804 Mar 23 09:06:49.886205 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (460a279e-1fca-4423-a5b7-f5f93e91d9e1), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.888210 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks [] for router_controller (460a279e-1fca-4423-a5b7-f5f93e91d9e1), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.944957 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-4ce976f2-f91d-4ef1-9ea9-321f2fe29ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.946507 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-4ce976f2-f91d-4ef1-9ea9-321f2fe29ed7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.0886419 Mar 23 09:06:49.954267 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (460a279e-1fca-4423-a5b7-f5f93e91d9e1), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.955504 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460a279e-1fca-4423-a5b7-f5f93e91d9e1 {{(pid=103115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:06:49.961672 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:49.962840 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-caedee87-e9c3-43ee-80a0-8eaea8d2c32a admin admin] 10.222.0.73 "DELETE /v2.0/routers/460a279e-1fca-4423-a5b7-f5f93e91d9e1 HTTP/1.1" status: 204 len: 168 time: 0.9728088 Mar 23 09:06:49.965435 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41336) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:49.991499 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-43160e96-6bd5-4552-bf3f-e9b35f4018b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96bf97c9-97c1-432a-a10f-d41e305e835e HTTP/1.1" status: 200 len: 217 time: 0.0373440 Mar 23 09:06:50.015851 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] Deleting subnet 34d0ae7d-ca18-4600-869f-18969bcd0173 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:06:50.020829 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] Publish callbacks [] for subnet (34d0ae7d-ca18-4600-869f-18969bcd0173), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.055147 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (34d0ae7d-ca18-4600-869f-18969bcd0173), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.070148 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-7e15ff46-c022-4962-be02-d4218e574bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:50.071540 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-7e15ff46-c022-4962-be02-d4218e574bea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0726709 Mar 23 09:06:50.098337 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792e566-be38-4304-b5ec-1a8477a01e0e req-79662ca1-f5c7-4c2d-ae3f-982dac6ac2cf tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:50.099785 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d792e566-be38-4304-b5ec-1a8477a01e0e req-79662ca1-f5c7-4c2d-ae3f-982dac6ac2cf tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 943 time: 0.0751934 Mar 23 09:06:50.165953 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-b49ec52a-7efc-422f-ac96-cf263528d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:50.167467 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-b49ec52a-7efc-422f-ac96-cf263528d5e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882390 Mar 23 09:06:50.171181 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d792e566-be38-4304-b5ec-1a8477a01e0e req-85633053-59e0-43e7-a4ec-eaa9e238e931 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568702 Mar 23 09:06:50.172675 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (34d0ae7d-ca18-4600-869f-18969bcd0173), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.238048 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (34d0ae7d-ca18-4600-869f-18969bcd0173), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.273343 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d0ae7d-ca18-4600-869f-18969bcd0173,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:50.274278 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-01b5b96e-fafc-42b3-b578-70fc46fa211d service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916889 Mar 23 09:06:50.275292 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.279916 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e17e2d-dd15-4183-af8c-01cbe197bf42 None None] Network 5bd62805-2cca-4e09-8c5e-705143e5fe77 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:06:50.281043 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-21e88400-a70a-4b5e-906a-ca26799e02fb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/34d0ae7d-ca18-4600-869f-18969bcd0173 HTTP/1.1" status: 204 len: 168 time: 0.3145947 Mar 23 09:06:50.282010 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41340) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:50.366850 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (5bd62805-2cca-4e09-8c5e-705143e5fe77), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.474279 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b68174-869b-4e14-bc76-ffe04c2bc313 req-b54ad37a-1d34-4732-afd6-fb6f0aa1c8a5 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:50.475844 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-36b68174-869b-4e14-bc76-ffe04c2bc313 req-b54ad37a-1d34-4732-afd6-fb6f0aa1c8a5 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1031370 Mar 23 09:06:50.481185 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Deleting port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:50.481550 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.577823 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] For port 1dd01157-6db9-45b9-80a8-270c45fa7dc1, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=1dd01157-6db9-45b9-80a8-270c45fa7dc1,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:50.578189 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.585805 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] DHCP port deletion for 5bd62805-2cca-4e09-8c5e-705143e5fe77 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:06:50.590956 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-36b68174-869b-4e14-bc76-ffe04c2bc313 req-9de2c29c-1d81-4f67-9bb0-5e35d44fda25 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073000 Mar 23 09:06:50.594722 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Calling delete_port for 1dd01157-6db9-45b9-80a8-270c45fa7dc1 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:50.619600 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7613c7e2-9f07-41f6-a808-0c2226a69226 req-5b76d13b-44d5-467d-bcf0-2bfcb7d7082f service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384244 Mar 23 09:06:50.656573 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] Deleting port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:50.656941 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.683228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.708370 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd01157-6db9-45b9-80a8-270c45fa7dc1,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:50.717188 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] No DVR routers for this DVR port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:06:50.726906 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] For port 1dd01157-6db9-45b9-80a8-270c45fa7dc1, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=1dd01157-6db9-45b9-80a8-270c45fa7dc1,segment=NetworkSegment(1da2aa12-3631-4c73-92d8-a2eadb715fdb),segment_id=1da2aa12-3631-4c73-92d8-a2eadb715fdb)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:50.727467 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.741751 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] Calling delete_port for 1dd01157-6db9-45b9-80a8-270c45fa7dc1 owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:50.788268 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (5bd62805-2cca-4e09-8c5e-705143e5fe77), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.813001 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd62805-2cca-4e09-8c5e-705143e5fe77']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:50.823530 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da2aa12-3631-4c73-92d8-a2eadb715fdb') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:50.823717 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da2aa12-3631-4c73-92d8-a2eadb715fdb') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:50.833525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (1da2aa12-3631-4c73-92d8-a2eadb715fdb), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.849400 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (1da2aa12-3631-4c73-92d8-a2eadb715fdb), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.856667 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:06:50.857684 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (1da2aa12-3631-4c73-92d8-a2eadb715fdb), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:06:50.859119 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:06:50.865462 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (1dd01157-6db9-45b9-80a8-270c45fa7dc1), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.892781 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] Pushing event deleted for resources: {'Port': ['ID=1dd01157-6db9-45b9-80a8-270c45fa7dc1,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:50.896329 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a6c6a-b9a7-4e2c-a89e-19d199f46226 None None] No DVR routers for this DVR port 1dd01157-6db9-45b9-80a8-270c45fa7dc1 on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:06:50.932944 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (5bd62805-2cca-4e09-8c5e-705143e5fe77), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.940431 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:50.944418 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] 10.222.0.73 "DELETE /v2.0/networks/5bd62805-2cca-4e09-8c5e-705143e5fe77 HTTP/1.1" status: 204 len: 168 time: 0.6607203 Mar 23 09:06:50.946686 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41346) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:50.953126 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8115d-9d31-4999-b108-4e9950ebb64d admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd62805-2cca-4e09-8c5e-705143e5fe77,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:51.320871 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f3147-2edd-48a4-bfe6-2470509eacad req-cae016bd-ff98-49f8-aaa6-d983b9400d9b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:51.322340 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d44f3147-2edd-48a4-bfe6-2470509eacad req-cae016bd-ff98-49f8-aaa6-d983b9400d9b tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 943 time: 0.0804410 Mar 23 09:06:51.419042 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d44f3147-2edd-48a4-bfe6-2470509eacad req-613b824a-b4f3-456b-a59e-693d3c1be556 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796721 Mar 23 09:06:51.438021 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (877f8923-af12-4c9c-a5f6-333e388f4c96), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:51.718000 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ec0b5-692b-4fff-aac6-97f851d652f1 req-ea8dae02-0205-4676-9b9b-f6a824294f83 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:51.719564 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ff3ec0b5-692b-4fff-aac6-97f851d652f1 req-ea8dae02-0205-4676-9b9b-f6a824294f83 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0573559 Mar 23 09:06:51.741076 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Deleting port d3785312-ef93-4132-99a4-e7077f56969a {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:51.741593 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (d3785312-ef93-4132-99a4-e7077f56969a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:51.773120 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ff3ec0b5-692b-4fff-aac6-97f851d652f1 req-cceafbcc-c61c-49d0-83fc-64054a9e4e55 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476725 Mar 23 09:06:51.811719 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 1dd01157-6db9-45b9-80a8-270c45fa7dc1 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:51.824072 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] For port d3785312-ef93-4132-99a4-e7077f56969a, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=d3785312-ef93-4132-99a4-e7077f56969a,segment=NetworkSegment(0786616d-b04c-484f-8a09-8c9c1311e5fa),segment_id=0786616d-b04c-484f-8a09-8c9c1311e5fa)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:51.824441 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (d3785312-ef93-4132-99a4-e7077f56969a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:51.835781 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 1dd01157-6db9-45b9-80a8-270c45fa7dc1 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:51.836125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 1dd01157-6db9-45b9-80a8-270c45fa7dc1 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:51.836541 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:51.837129 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Calling delete_port for d3785312-ef93-4132-99a4-e7077f56969a owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:51.855062 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:51.855404 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8a03af0b-da7f-4bc4-aa03-e44df6b0a4af not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:51.855817 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9a7e10fe-ffed-4082-8358-38538aa06491 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:51.874371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 9a7e10fe-ffed-4082-8358-38538aa06491 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:51.874640 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9a7e10fe-ffed-4082-8358-38538aa06491 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:52.015657 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (d3785312-ef93-4132-99a4-e7077f56969a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:52.041568 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3785312-ef93-4132-99a4-e7077f56969a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:52.208931 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (877f8923-af12-4c9c-a5f6-333e388f4c96), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:52.419419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Router 877f8923-af12-4c9c-a5f6-333e388f4c96 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:52.564696 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc40ec-05b3-49a1-9bdb-9fc3455278e2 req-125b1cf3-09ab-4d1c-bf81-a042d96035a7 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:52.566243 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8cdc40ec-05b3-49a1-9bdb-9fc3455278e2 req-125b1cf3-09ab-4d1c-bf81-a042d96035a7 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 943 time: 0.0780692 Mar 23 09:06:52.567672 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:52.572541 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-dcd59bd4-fe99-4f52-a51b-add52d3f725c admin admin] 10.222.0.73 "PUT /v2.0/routers/877f8923-af12-4c9c-a5f6-333e388f4c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6247637 Mar 23 09:06:52.576232 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41354) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:52.584332 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] Sync routers for ids ['877f8923-af12-4c9c-a5f6-333e388f4c96'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:52.594509 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] Routers {'877f8923-af12-4c9c-a5f6-333e388f4c96'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:52.595916 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['877f8923-af12-4c9c-a5f6-333e388f4c96'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:52.618602 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8cdc40ec-05b3-49a1-9bdb-9fc3455278e2 req-a1ba7295-1b0f-4174-9ada-9d51d0f4487a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450835 Mar 23 09:06:52.683939 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks [] for router (877f8923-af12-4c9c-a5f6-333e388f4c96), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:52.701223 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] Set router 877f8923-af12-4c9c-a5f6-333e388f4c96 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:52.887895 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:06:51Z', 'revision_number': 5, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:52.915737 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] Checking router: 877f8923-af12-4c9c-a5f6-333e388f4c96 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:52.924317 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] Routers {'877f8923-af12-4c9c-a5f6-333e388f4c96'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:52.924921 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['877f8923-af12-4c9c-a5f6-333e388f4c96'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:53.036977 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] Set router 877f8923-af12-4c9c-a5f6-333e388f4c96 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:53.074065 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead431e-5453-4a66-8707-a6ca95638b67 req-14e824a1-3583-4652-9916-cc655a4709e1 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:53.075531 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8ead431e-5453-4a66-8707-a6ca95638b67 req-14e824a1-3583-4652-9916-cc655a4709e1 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0982404 Mar 23 09:06:53.101181 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks [] for router_gateway (877f8923-af12-4c9c-a5f6-333e388f4c96), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.155258 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8ead431e-5453-4a66-8707-a6ca95638b67 req-168842ed-08d2-4ce4-8f87-51f34bfa2526 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721421 Mar 23 09:06:53.176983 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Deleting port 8d3e9d25-9ae3-47cb-82a5-9a909779e407 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:53.176983 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.218303 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:06:51Z', 'revision_number': 5, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:53.258511 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] For port 8d3e9d25-9ae3-47cb-82a5-9a909779e407, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=8d3e9d25-9ae3-47cb-82a5-9a909779e407,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:53.258869 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.272261 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Calling delete_port for 8d3e9d25-9ae3-47cb-82a5-9a909779e407 owned by network:router_gateway {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:53.335233 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318bb7d1-f10c-48be-8925-fd69debc1398 None None] The sync data for ids ['877f8923-af12-4c9c-a5f6-333e388f4c96'] in dv-cinder-834822-2-iscsi is: [{'id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'name': 'tempest-TestMinimumBasicScenario-662202684-router', 'tenant_id': '5f7e353865384212a245031abdaa246d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:00Z', 'updated_at': '2022-03-23T09:06:51Z', 'revision_number': 5, 'project_id': '5f7e353865384212a245031abdaa246d', 'gw_port': {'id': '8d3e9d25-9ae3-47cb-82a5-9a909779e407', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877f8923-af12-4c9c-a5f6-333e388f4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:01Z', 'updated_at': '2022-03-23T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:53.367046 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 96bf97c9-97c1-432a-a10f-d41e305e835e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:06:53.448434 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (8d3e9d25-9ae3-47cb-82a5-9a909779e407), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.474560 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3e9d25-9ae3-47cb-82a5-9a909779e407,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:53.476983 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 96bf97c9-97c1-432a-a10f-d41e305e835e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=96bf97c9-97c1-432a-a10f-d41e305e835e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:53.488995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'port_id': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'mac_address': 'fa:16:3e:40:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:06:53.526255 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 96bf97c9-97c1-432a-a10f-d41e305e835e is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:53.526650 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.533105 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (877f8923-af12-4c9c-a5f6-333e388f4c96), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.540687 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bf97c9-97c1-432a-a10f-d41e305e835e {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:53.562139 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 96bf97c9-97c1-432a-a10f-d41e305e835e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=96bf97c9-97c1-432a-a10f-d41e305e835e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:53.567157 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.614281 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=96bf97c9-97c1-432a-a10f-d41e305e835e,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:53.628847 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (877f8923-af12-4c9c-a5f6-333e388f4c96), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.631022 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks [] for router_controller (877f8923-af12-4c9c-a5f6-333e388f4c96), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.685014 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (877f8923-af12-4c9c-a5f6-333e388f4c96), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.686060 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 877f8923-af12-4c9c-a5f6-333e388f4c96 {{(pid=103115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:06:53.697496 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.699109 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b6846d7f-ac1d-4761-8673-e81bc0317354 admin admin] 10.222.0.73 "DELETE /v2.0/routers/877f8923-af12-4c9c-a5f6-333e388f4c96 HTTP/1.1" status: 204 len: 168 time: 1.1217554 Mar 23 09:06:53.701669 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41360) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:53.760646 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] Deleting subnet 8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:06:53.765294 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] Publish callbacks [] for subnet (8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.769357 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d1f6-ab70-467f-a7bc-deecac4b229a req-844009e3-f3cc-405e-881e-c4528cf9de6c tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:53.771250 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2d78d1f6-ab70-467f-a7bc-deecac4b229a req-844009e3-f3cc-405e-881e-c4528cf9de6c tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 944 time: 0.0786788 Mar 23 09:06:53.819156 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.835363 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2d78d1f6-ab70-467f-a7bc-deecac4b229a req-e8516b15-8bf4-4648-8aea-8bdb9d7f535a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582125 Mar 23 09:06:53.881046 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['96bf97c9-97c1-432a-a10f-d41e305e835e'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:53.908510 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device d3785312-ef93-4132-99a4-e7077f56969a no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:53.917398 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:53.932974 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: d3785312-ef93-4132-99a4-e7077f56969a {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:53.933434 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device d3785312-ef93-4132-99a4-e7077f56969a not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:53.976645 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.005447 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:54.007596 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.010806 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-5107ac7c-9507-49d9-8273-b2f74bba744d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8b1a02c8-b7fd-4113-8fd5-ba0a156bbec2 HTTP/1.1" status: 204 len: 168 time: 0.3081491 Mar 23 09:06:54.013928 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41364) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:54.023127 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79b96f-5af5-4734-9a65-93e120f25ecd None None] Network 8e5d6260-a80c-4b19-bccd-993ebbcce410 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:06:54.082102 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (8e5d6260-a80c-4b19-bccd-993ebbcce410), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.148137 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Deleting port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:54.148465 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.212426 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] For port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,segment=NetworkSegment(0786616d-b04c-484f-8a09-8c9c1311e5fa),segment_id=0786616d-b04c-484f-8a09-8c9c1311e5fa)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:54.212783 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.222488 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] DHCP port deletion for 8e5d6260-a80c-4b19-bccd-993ebbcce410 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:06:54.227314 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Calling delete_port for 5f4bcd01-cd9e-4947-9d93-bee9d28ceede owned by network:dhcp {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:54.274067 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] Deleting port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:06:54.274447 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.300065 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012b15-faf3-4caf-a11a-55a025b074a8 req-a1b2e8e7-3be4-43fb-a6eb-9aee940c8017 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:54.301755 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51012b15-faf3-4caf-a11a-55a025b074a8 req-a1b2e8e7-3be4-43fb-a6eb-9aee940c8017 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0577354 Mar 23 09:06:54.320399 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.345766 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] For port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,segment=NetworkSegment(0786616d-b04c-484f-8a09-8c9c1311e5fa),segment_id=0786616d-b04c-484f-8a09-8c9c1311e5fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:54.346204 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.346373 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:54.349832 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] No DVR routers for this DVR port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede on host dv-cinder-834822-2-iscsi {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:06:54.363941 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] Calling delete_port for 5f4bcd01-cd9e-4947-9d93-bee9d28ceede owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:06:54.364876 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51012b15-faf3-4caf-a11a-55a025b074a8 req-442f4487-44b4-43af-b29a-d4f25d356ab3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574787 Mar 23 09:06:54.427244 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (8e5d6260-a80c-4b19-bccd-993ebbcce410), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.451938 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5d6260-a80c-4b19-bccd-993ebbcce410']}} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:54.453696 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (5f4bcd01-cd9e-4947-9d93-bee9d28ceede), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.462068 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0786616d-b04c-484f-8a09-8c9c1311e5fa') {'for_net_delete': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:54.462367 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0786616d-b04c-484f-8a09-8c9c1311e5fa') {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:54.471794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342809'] for segment (0786616d-b04c-484f-8a09-8c9c1311e5fa), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.483511 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] Pushing event deleted for resources: {'Port': ['ID=5f4bcd01-cd9e-4947-9d93-bee9d28ceede,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:54.485538 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (0786616d-b04c-484f-8a09-8c9c1311e5fa), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.486056 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e16f2-c0e5-470d-baa9-bfe6c812d33d None None] No DVR routers for this DVR port 5f4bcd01-cd9e-4947-9d93-bee9d28ceede on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:06:54.494280 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:06:54.494738 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8944919'] for segment (0786616d-b04c-484f-8a09-8c9c1311e5fa), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: Traceback (most recent call last): Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: timer() Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: cb(*args, **kw) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: return func(*args, **kwargs) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: self._notify() Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: self.callback(batched_events) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: event.method(event) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: return f(self, *a, **k) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._get(url).json() Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: return self.request(url, 'GET', **kwargs) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:06:54.496468 dv-cinder-834822-2-iscsi neutron-server[103116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:06:54.551623 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (8e5d6260-a80c-4b19-bccd-993ebbcce410), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.559996 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.564244 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8e5d6260-a80c-4b19-bccd-993ebbcce410 HTTP/1.1" status: 204 len: 168 time: 0.5491133 Mar 23 09:06:54.574138 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a507-64c8-4ff6-a9df-e33695282e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5d6260-a80c-4b19-bccd-993ebbcce410,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:54.728145 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41370) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:54.772901 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-ada88aee-e1c0-4285-90e9-62d69c8c0b58 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5ae8ddbd2b241db8ec376f3177398bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435374 Mar 23 09:06:54.775355 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41372) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:54.822503 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-951829cc-a9a6-4a1d-96f8-15d1c2701c31 admin admin] Publish callbacks [] for security_group (27ffdc5a-99f0-4512-9caf-d69c4566d952), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.842878 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-951829cc-a9a6-4a1d-96f8-15d1c2701c31 admin admin] Publish callbacks [] for security_group (27ffdc5a-99f0-4512-9caf-d69c4566d952), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.889890 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-951829cc-a9a6-4a1d-96f8-15d1c2701c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (27ffdc5a-99f0-4512-9caf-d69c4566d952), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.892469 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-951829cc-a9a6-4a1d-96f8-15d1c2701c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.893659 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-951829cc-a9a6-4a1d-96f8-15d1c2701c31 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27ffdc5a-99f0-4512-9caf-d69c4566d952 HTTP/1.1" status: 204 len: 168 time: 0.1174197 Mar 23 09:06:54.902659 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951829cc-a9a6-4a1d-96f8-15d1c2701c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ffdc5a-99f0-4512-9caf-d69c4566d952,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:54.970001 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235d1e6-b3a0-49e0-88ba-08c8c205309f req-6b4e5815-b2cc-4c4c-b995-b4c3ff51cf9a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:54.971534 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8235d1e6-b3a0-49e0-88ba-08c8c205309f req-6b4e5815-b2cc-4c4c-b995-b4c3ff51cf9a tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 944 time: 0.0550752 Mar 23 09:06:55.025066 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8235d1e6-b3a0-49e0-88ba-08c8c205309f req-1fc86502-dbc0-4607-ad96-bcad9b3d4147 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476794 Mar 23 09:06:55.233798 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41380) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:55.272356 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-813ed144-7542-42d6-b2da-7d556e1fcee3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f7e353865384212a245031abdaa246d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373902 Mar 23 09:06:55.274693 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41382) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:55.321067 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04f9-7c87-4ef4-840c-0a163c8dc853 admin admin] Publish callbacks [] for security_group (ec3a1e29-5720-49c9-b3a1-0e801351dd9b), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:55.341251 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04f9-7c87-4ef4-840c-0a163c8dc853 admin admin] Publish callbacks [] for security_group (ec3a1e29-5720-49c9-b3a1-0e801351dd9b), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:55.393288 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04f9-7c87-4ef4-840c-0a163c8dc853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ec3a1e29-5720-49c9-b3a1-0e801351dd9b), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:55.393288 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04f9-7c87-4ef4-840c-0a163c8dc853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:55.393288 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9e0b04f9-7c87-4ef4-840c-0a163c8dc853 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec3a1e29-5720-49c9-b3a1-0e801351dd9b HTTP/1.1" status: 204 len: 168 time: 0.1155667 Mar 23 09:06:55.399153 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b04f9-7c87-4ef4-840c-0a163c8dc853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a1e29-5720-49c9-b3a1-0e801351dd9b,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:55.409093 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 96bf97c9-97c1-432a-a10f-d41e305e835e up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:06:55.478857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 96bf97c9-97c1-432a-a10f-d41e305e835e completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:06:55.483101 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 96bf97c9-97c1-432a-a10f-d41e305e835e triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:55.483502 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:55.496076 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fc09a-9021-467e-beb2-555135939b03 req-dd8f4f60-47b9-4c4b-a453-c7684b84dd43 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:55.497820 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7c7fc09a-9021-467e-beb2-555135939b03 req-dd8f4f60-47b9-4c4b-a453-c7684b84dd43 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0623176 Mar 23 09:06:55.558556 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7c7fc09a-9021-467e-beb2-555135939b03 req-0b09fc5c-6e78-437f-8f1c-2acee10435c8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531659 Mar 23 09:06:55.570981 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 96bf97c9-97c1-432a-a10f-d41e305e835e is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:55.571472 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:55.601248 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:55.603818 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91e029d-551c-412e-99a7-21a6d7a9e84a" -d '{"events": [{"server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "name": "network-vif-plugged", "status": "completed", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:55.618551 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 96bf97c9-97c1-432a-a10f-d41e305e835e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=96bf97c9-97c1-432a-a10f-d41e305e835e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:55.623644 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:55.678964 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=96bf97c9-97c1-432a-a10f-d41e305e835e,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:55.812572 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 5f4bcd01-cd9e-4947-9d93-bee9d28ceede no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:55.835484 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 5f4bcd01-cd9e-4947-9d93-bee9d28ceede {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:55.835828 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 5f4bcd01-cd9e-4947-9d93-bee9d28ceede not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:55.836251 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8d3e9d25-9ae3-47cb-82a5-9a909779e407 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:55.855068 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 8d3e9d25-9ae3-47cb-82a5-9a909779e407 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:06:55.855412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 8d3e9d25-9ae3-47cb-82a5-9a909779e407 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:06:55.863839 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8e0a2-5c8e-4160-81ea-f1dcd2697959 x-openstack-request-id: req-c6d8e0a2-5c8e-4160-81ea-f1dcd2697959 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:55.864127 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "name": "network-vif-plugged", "status": "completed", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:55.864425 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6d8e0a2-5c8e-4160-81ea-f1dcd2697959 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:55.864787 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d8e0a2-5c8e-4160-81ea-f1dcd2697959'] response: {'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'code': 200} Mar 23 09:06:56.050929 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc919d6-77d1-4fdd-8345-5f9af6296982 req-afb70652-213f-4264-83aa-ae6b21a56538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.052370 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cfc919d6-77d1-4fdd-8345-5f9af6296982 req-afb70652-213f-4264-83aa-ae6b21a56538 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 1129 time: 0.0434635 Mar 23 09:06:56.103522 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cfc919d6-77d1-4fdd-8345-5f9af6296982 req-1c61f01d-61a8-46b1-ae35-ade55b62b950 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Mar 23 09:06:56.143419 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a7c3-a5a0-4f95-b2d3-40208609edf1 req-67f6cb99-53e3-475e-861f-33808fa8e1d4 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.144871 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2219a7c3-a5a0-4f95-b2d3-40208609edf1 req-67f6cb99-53e3-475e-861f-33808fa8e1d4 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.0552027 Mar 23 09:06:56.191027 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2219a7c3-a5a0-4f95-b2d3-40208609edf1 req-e71b26f2-b326-42f3-a994-5668a9f47649 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Mar 23 09:06:56.543804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-f5d4387d-e24d-45e8-b8e6-a0a5d9b980bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.545285 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-f5d4387d-e24d-45e8-b8e6-a0a5d9b980bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1129 time: 0.0471411 Mar 23 09:06:56.631733 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-d6ec5db8-79e5-4ac7-a913-62f0e0717e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.633375 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-d6ec5db8-79e5-4ac7-a913-62f0e0717e62 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 909 time: 0.0815806 Mar 23 09:06:56.733377 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-7f3a76a8-90b3-48c2-81e8-0084faffec6a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 1001 time: 0.0916796 Mar 23 09:06:56.743330 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1198e-ed4e-4889-8615-e8faaf411628 req-7c0ff4c1-a58c-4ccf-bf2b-541eca7129c8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.744710 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-26f1198e-ed4e-4889-8615-e8faaf411628 req-7c0ff4c1-a58c-4ccf-bf2b-541eca7129c8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.1047740 Mar 23 09:06:56.799269 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-5b14f90c-2ccc-402b-baeb-15f4c58ab2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:56.810162 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-efe723cf-6954-4131-b856-6f9c805d2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.820399 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-efe723cf-6954-4131-b856-6f9c805d2e17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 200 len: 847 time: 0.0746934 Mar 23 09:06:56.849078 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-26f1198e-ed4e-4889-8615-e8faaf411628 req-d3fc987a-ae45-4ee1-b502-aacf5f8846e4 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961123 Mar 23 09:06:56.880787 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-872f035a-2138-4b48-88ec-c42d3640bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.882293 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-872f035a-2138-4b48-88ec-c42d3640bb9c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d6906108-2cae-4f3e-b005-bc439effb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535221 Mar 23 09:06:56.974702 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-f1885c19-992c-4f1b-b901-058259183b96 service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807481 Mar 23 09:06:57.069377 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fedf2b0-59e0-4cb3-a8cc-a27a446b9573 req-9f29ad8a-a26e-442f-b4ef-14d81d9eaefb service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837257 Mar 23 09:06:57.307749 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056f70-e0db-40d8-a382-1e3d77d6adbb req-5e83dafa-4ca7-4a08-892d-9b1ab004d8dd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:57.309227 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0056f70-e0db-40d8-a382-1e3d77d6adbb req-5e83dafa-4ca7-4a08-892d-9b1ab004d8dd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.0524108 Mar 23 09:06:57.354854 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f0056f70-e0db-40d8-a382-1e3d77d6adbb req-cde7128e-ec9d-41b6-8056-364cf23940f7 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396047 Mar 23 09:06:57.965383 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52ed42-ce42-4ba5-9c90-5d5a5f35360a req-beb34be0-2ecb-4a94-8da3-3c59498a772d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:57.966824 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3a52ed42-ce42-4ba5-9c90-5d5a5f35360a req-beb34be0-2ecb-4a94-8da3-3c59498a772d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0524278 Mar 23 09:06:58.013902 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3a52ed42-ce42-4ba5-9c90-5d5a5f35360a req-4dd9be3a-c105-4800-a328-b592ea5a1224 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Mar 23 09:06:58.636947 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9dbe-8cf3-47a3-9538-d21fec4177cc req-e6a49802-7dbe-4f78-a819-6f69dc446518 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:58.638452 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a67d9dbe-8cf3-47a3-9538-d21fec4177cc req-e6a49802-7dbe-4f78-a819-6f69dc446518 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.0554008 Mar 23 09:06:58.684417 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a67d9dbe-8cf3-47a3-9538-d21fec4177cc req-392974be-158d-42d7-956d-759f8fc6c62f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Mar 23 09:06:58.795395 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce17fe1-3056-42b4-b286-31ccc71ce2c2 req-2c93f40c-5d42-4bf7-bac7-651c97c6e2a3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:58.796822 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fce17fe1-3056-42b4-b286-31ccc71ce2c2 req-2c93f40c-5d42-4bf7-bac7-651c97c6e2a3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.0515101 Mar 23 09:06:58.805931 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41406) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:58.810368 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Request body: {'floatingip': {'port_id': '96bf97c9-97c1-432a-a10f-d41e305e835e'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:58.944538 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-bfd98497-01a2-4c14-b648-e40a0d389edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:59.077912 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (a3307e2b-2cfd-4af8-b0ff-fb07107fb747), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:59.131300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1946c35-1688-4ba4-9c3e-58ae916d048d req-f048886a-24bc-4579-8fab-523b660c6d3e tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:59.133190 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f1946c35-1688-4ba4-9c3e-58ae916d048d req-f048886a-24bc-4579-8fab-523b660c6d3e tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Mar 23 09:06:59.182646 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-f1946c35-1688-4ba4-9c3e-58ae916d048d req-2558c284-5f7b-4ee8-8bd4-9da829eaf0a0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Mar 23 09:06:59.511455 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:59.516395 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (a3307e2b-2cfd-4af8-b0ff-fb07107fb747), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:59.622346 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Floating IP a3307e2b-2cfd-4af8-b0ff-fb07107fb747 associated. External IP: 172.27.0.66, port: 96bf97c9-97c1-432a-a10f-d41e305e835e. Mar 23 09:06:59.848546 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:59.968771 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:59.973889 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:59.980549 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] Sync routers for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:59.996847 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:59.997430 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:00.011120 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0e0a32c3-3bb6-46a8-9691-fd5d9739dbcb tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "PUT /v2.0/floatingips/a3307e2b-2cfd-4af8-b0ff-fb07107fb747 HTTP/1.1" status: 200 len: 990 time: 1.1982434 Mar 23 09:07:00.011120 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:00.011120 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa67227d-5118-49b8-a3b0-d7c64ad25464" -d '{"events": [{"name": "network-changed", "server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:00.046594 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13858ec-742f-4300-9157-2f3203ae2c30 x-openstack-request-id: req-c13858ec-742f-4300-9157-2f3203ae2c30 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:00.046982 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:00.047218 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c13858ec-742f-4300-9157-2f3203ae2c30 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:00.048144 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13858ec-742f-4300-9157-2f3203ae2c30'] response: {'name': 'network-changed', 'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'status': 'completed', 'code': 200} Mar 23 09:07:00.138626 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-a446df41-c3f1-417d-aede-df85bc7517a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.140142 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-a446df41-c3f1-417d-aede-df85bc7517a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=27463bc61f9044de878a6e4961a15260&device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 1129 time: 0.0474472 Mar 23 09:07:00.233213 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:00.253536 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-e1481437-b157-437c-8126-d072d06c13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.255527 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-e1481437-b157-437c-8126-d072d06c13b1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 200 len: 912 time: 0.1051700 Mar 23 09:07:00.267815 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:00.315470 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb39a7d-67f8-45e7-9694-1683b5ad4155 req-82d230af-fee4-4a9a-a035-53033acea0de tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.317690 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4bb39a7d-67f8-45e7-9694-1683b5ad4155 req-82d230af-fee4-4a9a-a035-53033acea0de tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0561986 Mar 23 09:07:00.345759 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-7b92fdb2-be54-4d97-8f75-a86614bacc57 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96bf97c9-97c1-432a-a10f-d41e305e835e HTTP/1.1" status: 200 len: 998 time: 0.0755093 Mar 23 09:07:00.371054 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4bb39a7d-67f8-45e7-9694-1683b5ad4155 req-80f84913-0f73-439a-9130-229c4b732308 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477281 Mar 23 09:07:00.412348 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-4ad65777-38c4-41be-8e42-3732c8bf4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.413878 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-4ad65777-38c4-41be-8e42-3732c8bf4dba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 200 len: 850 time: 0.0525756 Mar 23 09:07:00.468397 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [req-882aa9f4-be3c-4ddf-8b65-d5e21f26867e req-1db7e9b1-4d9f-4345-b9fb-e81638930420 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:07:00.469950 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-882aa9f4-be3c-4ddf-8b65-d5e21f26867e req-1db7e9b1-4d9f-4345-b9fb-e81638930420 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064957 Mar 23 09:07:00.494205 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-41cc61bf-9546-4248-8f32-8febbe9e6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.496194 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-41cc61bf-9546-4248-8f32-8febbe9e6cac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9631d064-4451-4b46-a503-ef0b663f91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639660 Mar 23 09:07:00.524196 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'a3307e2b-2cfd-4af8-b0ff-fb07107fb747', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'port_id': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'mac_address': 'fa:16:3e:40:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73296d37-fc30-4df3-b511-ebc807942aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:45Z', 'updated_at': '2022-03-23T09:06:59Z', 'revision_number': 1, 'project_id': '27463bc61f9044de878a6e4961a15260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:00.563231 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] Checking router: 26b03709-11c7-45ae-9bd7-938f3a33cfc0 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:07:00.572792 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:00.574159 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:00.645924 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-d0741b3d-0169-4957-a8be-dd095dfc1581 service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368647 Mar 23 09:07:00.666163 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82280423-66c8-4e01-a745-5bf3a98ba671 req-d37aae1d-072f-4fc5-854e-7b84823e1059 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.667940 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-82280423-66c8-4e01-a745-5bf3a98ba671 req-d37aae1d-072f-4fc5-854e-7b84823e1059 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0592108 Mar 23 09:07:00.699862 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:00.712784 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-cfcaa810-5d14-41a2-9dcc-4123fde88952 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1118057 Mar 23 09:07:00.731044 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-82280423-66c8-4e01-a745-5bf3a98ba671 req-7e576852-3c43-4bd6-a50f-fec12b530e3d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522158 Mar 23 09:07:00.759857 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-aa67227d-5118-49b8-a3b0-d7c64ad25464 req-eb007551-c652-40d9-82b6-25b38f552f5e service neutron] 10.222.0.84 "GET /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066296 Mar 23 09:07:00.809834 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-92666c2a-a824-45c0-a5c9-0ba9ea282481 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.811077 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-92666c2a-a824-45c0-a5c9-0ba9ea282481 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports/6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 942 time: 0.0556512 Mar 23 09:07:00.961237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'a3307e2b-2cfd-4af8-b0ff-fb07107fb747', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'port_id': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'mac_address': 'fa:16:3e:40:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73296d37-fc30-4df3-b511-ebc807942aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:45Z', 'updated_at': '2022-03-23T09:06:59Z', 'revision_number': 1, 'project_id': '27463bc61f9044de878a6e4961a15260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:00.993445 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee6f06-2677-47e3-9d2f-937c6eca3939 None None] The sync data for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi is: [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'a3307e2b-2cfd-4af8-b0ff-fb07107fb747', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'port_id': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'mac_address': 'fa:16:3e:40:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73296d37-fc30-4df3-b511-ebc807942aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:45Z', 'updated_at': '2022-03-23T09:06:59Z', 'revision_number': 1, 'project_id': '27463bc61f9044de878a6e4961a15260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:07:01.213791 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73898ec2-3603-4db4-8c24-bc8b6aa0a411 None None] New status for floating IP a3307e2b-2cfd-4af8-b0ff-fb07107fb747: ACTIVE {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:07:01.661434 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:01.862131 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b0f4-a69c-4541-9da4-e8e7fcb6e043 req-78578ba7-cfed-4e2d-bac5-16a5ec8f8c7d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:01.863711 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a2d1b0f4-a69c-4541-9da4-e8e7fcb6e043 req-78578ba7-cfed-4e2d-bac5-16a5ec8f8c7d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0574119 Mar 23 09:07:01.919197 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a2d1b0f4-a69c-4541-9da4-e8e7fcb6e043 req-8690b665-edee-4753-a01e-e956e3cc3318 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483167 Mar 23 09:07:02.469120 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-4a7fc872-da3e-460a-a23d-13ddde6ec063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:02.471299 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-4a7fc872-da3e-460a-a23d-13ddde6ec063 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18&tenant_id=c73435dd3780472594b6acb34d406b03 HTTP/1.1" status: 200 len: 1129 time: 0.0483479 Mar 23 09:07:02.554375 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-58c00d9d-86d5-4681-9c45-586b2744f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:02.556119 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-58c00d9d-86d5-4681-9c45-586b2744f1f6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1129 time: 0.0467701 Mar 23 09:07:02.656474 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-1e0f2c61-db70-452d-a320-8dab60c76914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:02.658480 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-1e0f2c61-db70-452d-a320-8dab60c76914 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 909 time: 0.0854964 Mar 23 09:07:02.722140 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-4d6e14a8-87cd-49a9-99a2-66ceca4dbaea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 1001 time: 0.0568192 Mar 23 09:07:02.784654 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-7457af4d-8116-47d9-b975-7cfbd1ae991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:02.786177 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-7457af4d-8116-47d9-b975-7cfbd1ae991d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 200 len: 847 time: 0.0514970 Mar 23 09:07:02.843918 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-ccbe446f-4aa5-447c-b0b1-e8aee76b764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:02.845435 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-ccbe446f-4aa5-447c-b0b1-e8aee76b764e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d6906108-2cae-4f3e-b005-bc439effb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439854 Mar 23 09:07:02.935605 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-94357784-7fe2-49dd-a029-3d10f8b7794d service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787516 Mar 23 09:07:03.084182 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f7153-a15f-4d84-958c-49b417020130 req-eb99ee72-f569-45cd-9f7b-af015b5b63a7 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:03.085679 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-191f7153-a15f-4d84-958c-49b417020130 req-eb99ee72-f569-45cd-9f7b-af015b5b63a7 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0939727 Mar 23 09:07:03.087453 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e731c000-d46d-40f4-b9dc-2235509e5125 req-e7124ed0-0b65-47f2-b570-2e1cc4086acd service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408203 Mar 23 09:07:03.089322 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:03.137091 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-191f7153-a15f-4d84-958c-49b417020130 req-af7b3067-d6f2-41ea-85b1-fe4c7223b6fe tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Mar 23 09:07:03.497926 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 6d6c8a3b-ff09-4898-b001-7ab94459783d no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:03.577684 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 6d6c8a3b-ff09-4898-b001-7ab94459783d is: ACTIVE; New status is: DOWN {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:03.578077 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:03.601123 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:03.603347 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e2267-2238-4ecd-b79c-dd546b32dde3" -d '{"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:03.616422 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:03.620592 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:03.647792 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43abd9d-5dd6-485d-844d-488d6fdbfe59 x-openstack-request-id: req-f43abd9d-5dd6-485d-844d-488d6fdbfe59 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:03.648095 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:03.648353 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f43abd9d-5dd6-485d-844d-488d6fdbfe59 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:03.648753 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43abd9d-5dd6-485d-844d-488d6fdbfe59'] response: {'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'code': 200} Mar 23 09:07:03.682853 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=6']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:04.269589 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083fb7e-3dd0-492d-bbda-9daad676d4f8 req-67f837d8-619e-418c-854f-0f8077ea6ca0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:04.270963 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6083fb7e-3dd0-492d-bbda-9daad676d4f8 req-67f837d8-619e-418c-854f-0f8077ea6ca0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0627759 Mar 23 09:07:04.321496 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6083fb7e-3dd0-492d-bbda-9daad676d4f8 req-ace984a0-81e2-4335-8924-e47fe4510d02 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Mar 23 09:07:05.442355 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed309d-cbc1-41d5-88c2-077e9f0bae74 req-90d15862-c6d1-487e-865a-b9c12b5627c2 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:05.443849 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a9ed309d-cbc1-41d5-88c2-077e9f0bae74 req-90d15862-c6d1-487e-865a-b9c12b5627c2 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0533597 Mar 23 09:07:05.492749 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a9ed309d-cbc1-41d5-88c2-077e9f0bae74 req-b9398ea4-f10a-4bf1-b302-40a606e42311 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Mar 23 09:07:06.046933 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:07:06.611950 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c761f3-6458-4a06-9b91-8824d388b1a0 req-78d06813-cc3d-4571-b82a-0d5f8044a9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:06.613344 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-30c761f3-6458-4a06-9b91-8824d388b1a0 req-78d06813-cc3d-4571-b82a-0d5f8044a9b6 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0533748 Mar 23 09:07:06.668217 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-30c761f3-6458-4a06-9b91-8824d388b1a0 req-2188e1d5-2a81-47ed-a618-ffc6862bb433 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491979 Mar 23 09:07:07.784602 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9c0b7-31f8-4ce3-aa5e-e59fb1a525cb req-4ad8d057-ee55-4f57-8ad1-d0d46ddc7fc5 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:07.786120 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebb9c0b7-31f8-4ce3-aa5e-e59fb1a525cb req-4ad8d057-ee55-4f57-8ad1-d0d46ddc7fc5 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0575433 Mar 23 09:07:07.835349 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebb9c0b7-31f8-4ce3-aa5e-e59fb1a525cb req-840d6563-926b-46e2-93ab-94a339705072 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Mar 23 09:07:08.957133 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063c459-5964-46eb-b292-1453cbb32780 req-366c8899-2136-4e66-9e86-b48200ff4304 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:08.959332 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1063c459-5964-46eb-b292-1453cbb32780 req-366c8899-2136-4e66-9e86-b48200ff4304 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0576537 Mar 23 09:07:09.011867 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1063c459-5964-46eb-b292-1453cbb32780 req-359be8a8-775f-4c30-9497-45876511bae3 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Mar 23 09:07:09.869095 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170a03-109c-4df7-83ba-98b70b9cc8f6 req-b7c1f0eb-f668-41fa-94f2-2a92e0dbc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:09.870625 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1b170a03-109c-4df7-83ba-98b70b9cc8f6 req-b7c1f0eb-f668-41fa-94f2-2a92e0dbc090 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1127 time: 0.0581117 Mar 23 09:07:09.917650 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1b170a03-109c-4df7-83ba-98b70b9cc8f6 req-63f3b6fa-7b90-47c9-80b9-4678955cba64 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390024 Mar 23 09:07:10.132006 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982009-27d5-47ff-92f2-8858656c18b8 req-ec3f9ebf-8c83-404c-b1d5-687e25b98c3e tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:10.133615 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9e982009-27d5-47ff-92f2-8858656c18b8 req-ec3f9ebf-8c83-404c-b1d5-687e25b98c3e tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0541334 Mar 23 09:07:10.185639 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9e982009-27d5-47ff-92f2-8858656c18b8 req-dce0772d-808e-4da9-9de9-273a7e420412 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464003 Mar 23 09:07:11.340585 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830783-4721-4c20-b3a6-11d3bcf4ef29 req-7b5d4b43-18b2-4948-8928-734931f9fc1b tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:11.342089 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-31830783-4721-4c20-b3a6-11d3bcf4ef29 req-7b5d4b43-18b2-4948-8928-734931f9fc1b tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 943 time: 0.0727034 Mar 23 09:07:11.391793 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-31830783-4721-4c20-b3a6-11d3bcf4ef29 req-b88dc84f-3b19-4665-95e0-9b03204e7dc2 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Mar 23 09:07:11.573632 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 6d6c8a3b-ff09-4898-b001-7ab94459783d details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:07:11.680285 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:11.698780 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'port_id': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'mac_address': 'fa:16:3e:a7:cc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:07:11.743108 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 6d6c8a3b-ff09-4898-b001-7ab94459783d is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:11.743569 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:11.759058 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c8a3b-ff09-4898-b001-7ab94459783d {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:07:11.784530 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:11.790828 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:11.847369 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=7']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:11.854814 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.855170 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.855513 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.855857 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.856188 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.856525 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.856839 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.857171 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.857525 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.857845 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.858173 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.858505 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.858821 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.859141 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:11.860057 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:12.274395 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['6d6c8a3b-ff09-4898-b001-7ab94459783d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:07:12.526487 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cdf-cfc7-4bc8-8ab4-cf4c03d618db req-a0fdedeb-3f9d-4483-94a5-a4024308d577 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:12.527968 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-353f9cdf-cfc7-4bc8-8ab4-cf4c03d618db req-a0fdedeb-3f9d-4483-94a5-a4024308d577 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 944 time: 0.0605378 Mar 23 09:07:12.579292 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-353f9cdf-cfc7-4bc8-8ab4-cf4c03d618db req-58d78f3d-6203-41b9-a237-ecf4e9f5e949 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449479 Mar 23 09:07:13.083285 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d9cba-f744-4a41-91bb-5a910c23d385 req-9ac33d27-53e0-475f-b5c7-1d9c4b9863a5 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:13.084907 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7f7d9cba-f744-4a41-91bb-5a910c23d385 req-9ac33d27-53e0-475f-b5c7-1d9c4b9863a5 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.0598593 Mar 23 09:07:13.138134 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7f7d9cba-f744-4a41-91bb-5a910c23d385 req-e38967eb-373d-4d43-bdf7-0e2f7472fc54 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476305 Mar 23 09:07:13.875294 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:14.260562 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a47566-f9a5-4e0f-a6fc-dae85ecba2e0 req-f07e8d11-8db5-4a5a-ada8-25868c7a1b09 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:14.262122 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-62a47566-f9a5-4e0f-a6fc-dae85ecba2e0 req-f07e8d11-8db5-4a5a-ada8-25868c7a1b09 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.0530186 Mar 23 09:07:14.310433 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-62a47566-f9a5-4e0f-a6fc-dae85ecba2e0 req-2b46597e-956c-4b7a-b35c-86deb89a6982 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Mar 23 09:07:15.438708 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90440-747e-4e0c-86b4-852e3ffdbcd6 req-d4c984f3-8882-405d-a971-4f6865174000 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:15.440673 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-feb90440-747e-4e0c-86b4-852e3ffdbcd6 req-d4c984f3-8882-405d-a971-4f6865174000 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.0619192 Mar 23 09:07:15.488718 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-feb90440-747e-4e0c-86b4-852e3ffdbcd6 req-4710d6bd-0b33-41eb-9336-1e310cbc74de tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=e982a476-9c43-4b9b-836e-ff107797f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422544 Mar 23 09:07:15.596178 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 6d6c8a3b-ff09-4898-b001-7ab94459783d up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:07:15.651441 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 6d6c8a3b-ff09-4898-b001-7ab94459783d triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:07:15.651881 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:15.731567 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 6d6c8a3b-ff09-4898-b001-7ab94459783d is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:15.731958 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:15.755051 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:15.757391 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7ff1d1-2b5c-4d51-a3f1-599311b9cc94" -d '{"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:15.772322 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:15.777500 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:15.810640 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65681715-cb0e-476e-804c-9386a2dd7e3d x-openstack-request-id: req-65681715-cb0e-476e-804c-9386a2dd7e3d {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:15.811006 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:15.811201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65681715-cb0e-476e-804c-9386a2dd7e3d {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:15.811611 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65681715-cb0e-476e-804c-9386a2dd7e3d'] response: {'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'code': 200} Mar 23 09:07:15.832925 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822dff-196a-40f2-be31-33e842c3f30f req-525f658e-ea8f-489b-b5c8-704567294d3e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:15.833908 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=8']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:15.834903 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-02822dff-196a-40f2-be31-33e842c3f30f req-525f658e-ea8f-489b-b5c8-704567294d3e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 945 time: 0.0799959 Mar 23 09:07:15.940506 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:15.940765 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:16.029876 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] For port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:16.030280 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:16.206693 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:16.207053 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (52a3dd77-f98e-4ab0-8de2-fbf1600da966), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:16.207369 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP 52a3dd77-f98e-4ab0-8de2-fbf1600da966 disassociated. External IP: 172.27.0.151, port: cacb14a2-77fc-44ca-a31f-f42cfaffc7c8. Mar 23 09:07:16.207703 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:16.337291 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (cacb14a2-77fc-44ca-a31f-f42cfaffc7c8), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:16.376098 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=cacb14a2-77fc-44ca-a31f-f42cfaffc7c8,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:16.498955 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:07:16.592771 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1db3d337-9ca2-4ebc-9684-c210d0d58019 req-eac7a7b1-90fc-4e0f-a6a7-80f2ba0e93e4 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=e595e36c-1fde-4f28-a0db-2033fd9281ee HTTP/1.1" status: 200 len: 210 time: 0.0271583 Mar 23 09:07:16.616228 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:07:16.627586 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:07:16.640861 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:16.641694 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:16.669671 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] No DVR routers for this DVR port cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:07:16.674303 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:16.677992 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-02822dff-196a-40f2-be31-33e842c3f30f req-2cf898b6-e49b-40ce-a14f-ee411250021d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "DELETE /v2.0/ports/cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 HTTP/1.1" status: 204 len: 173 time: 0.8281920 Mar 23 09:07:16.678494 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'name': 'network-vif-deleted', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:16.681172 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd7ba8-0a99-4095-b185-d8fd06b2a34b" -d '{"events": [{"server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "name": "network-vif-deleted", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:16.722003 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aee9ab-0c45-4111-b5c7-43e28ec46b8f x-openstack-request-id: req-63aee9ab-0c45-4111-b5c7-43e28ec46b8f {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:16.722742 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e595e36c-1fde-4f28-a0db-2033fd9281ee", "name": "network-vif-deleted", "tag": "cacb14a2-77fc-44ca-a31f-f42cfaffc7c8", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:16.722742 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-63aee9ab-0c45-4111-b5c7-43e28ec46b8f {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:16.723014 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63aee9ab-0c45-4111-b5c7-43e28ec46b8f'] response: {'server_uuid': 'e595e36c-1fde-4f28-a0db-2033fd9281ee', 'name': 'network-vif-deleted', 'tag': 'cacb14a2-77fc-44ca-a31f-f42cfaffc7c8', 'status': 'completed', 'code': 200} Mar 23 09:07:16.792917 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:17.027488 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:17.055442 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:07:17.065587 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:17.066201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:06:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:17.339579 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:17.551309 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:17.582094 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecf368-ade2-4d09-94df-c5f964239b12 None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:07:17.684328 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41540) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:17.706214 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-bd2830e4-d418-438c-802c-a43a17bd42cc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496156 Mar 23 09:07:17.741448 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5ca697f-1cd5-4769-9f76-28d255696fa9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (e982a476-9c43-4b9b-836e-ff107797f24f), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:17.775707 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5ca697f-1cd5-4769-9f76-28d255696fa9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (e982a476-9c43-4b9b-836e-ff107797f24f), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:17.793855 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-e417b4ef-44bf-4fc4-94e3-c890d8a393f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:17.795355 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-e417b4ef-44bf-4fc4-94e3-c890d8a393f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b731536db654867bd9c91abfc3b27dc&device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 1129 time: 0.0579917 Mar 23 09:07:17.836467 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5ca697f-1cd5-4769-9f76-28d255696fa9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e982a476-9c43-4b9b-836e-ff107797f24f), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:17.839675 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5ca697f-1cd5-4769-9f76-28d255696fa9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:17.843849 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e5ca697f-1cd5-4769-9f76-28d255696fa9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/security-groups/e982a476-9c43-4b9b-836e-ff107797f24f HTTP/1.1" status: 204 len: 168 time: 0.1555374 Mar 23 09:07:17.844687 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41542) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:17.862196 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.api.v2.resource [None req-cb6a215b-702f-451a-a61f-ced2e4dd9038 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] show failed (client error): The resource could not be found. Mar 23 09:07:17.863285 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-cb6a215b-702f-451a-a61f-ced2e4dd9038 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups/e982a476-9c43-4b9b-836e-ff107797f24f HTTP/1.1" status: 404 len: 347 time: 0.0176523 Mar 23 09:07:17.864213 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca697f-1cd5-4769-9f76-28d255696fa9 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e982a476-9c43-4b9b-836e-ff107797f24f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:17.866300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41544) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:17.876228 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c7297-4883-4a36-a97b-f82b1851f9fd None None] New status for floating IP 52a3dd77-f98e-4ab0-8de2-fbf1600da966: DOWN {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:07:17.921336 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-1377f98f-3c3f-4dd8-92b8-8db112a941ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:17.924468 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-1377f98f-3c3f-4dd8-92b8-8db112a941ae service neutron] 10.222.0.84 "GET /v2.0/networks?id=382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 200 len: 920 time: 0.1068895 Mar 23 09:07:17.972101 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-59a66513-d762-4a2c-bdb9-f021092bed62 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0399709 Mar 23 09:07:18.018377 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port 708e3330-d3bf-4d7f-9746-6836a85d2404 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:18.018739 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.036591 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-ae054930-90c7-40aa-8a03-31c80323aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:18.038172 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-ae054930-90c7-40aa-8a03-31c80323aaa6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 200 len: 858 time: 0.0590508 Mar 23 09:07:18.098357 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-d252ab91-8932-40c7-8276-a734a86b37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:18.098558 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.098837 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (708e3330-d3bf-4d7f-9746-6836a85d2404), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.099818 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-d252ab91-8932-40c7-8276-a734a86b37e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=382d148c-4a5f-4475-a2e6-5066d5c138fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524871 Mar 23 09:07:18.111777 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for 708e3330-d3bf-4d7f-9746-6836a85d2404 owned by network:floatingip {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:18.192465 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-9044569d-7818-4e35-b57e-1ca393e685dc service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845785 Mar 23 09:07:18.250912 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (708e3330-d3bf-4d7f-9746-6836a85d2404), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.275081 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=708e3330-d3bf-4d7f-9746-6836a85d2404,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:18.345647 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (52a3dd77-f98e-4ab0-8de2-fbf1600da966), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.348710 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.349800 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-14d44e2a-9658-4433-b10d-b295a4b9ff5d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/floatingips/52a3dd77-f98e-4ab0-8de2-fbf1600da966 HTTP/1.1" status: 204 len: 168 time: 0.4826038 Mar 23 09:07:18.533922 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c75cc6e3-3716-427c-8e45-1f088a2a6a22 req-3d8ba5c9-2bc1-4d2c-8308-3560da37d77d service neutron] 10.222.0.84 "GET /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342409 Mar 23 09:07:18.720708 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41548) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:18.725884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-54cce3ab-b61c-4dcc-ad65-84d7db5b26c6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--64611390', 'description': 'tempest-description--975622428'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:18.746825 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54cce3ab-b61c-4dcc-ad65-84d7db5b26c6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.832481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54cce3ab-b61c-4dcc-ad65-84d7db5b26c6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (6d3b66fe-af8f-4e91-991e-d3a924c1873a), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.836396 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54cce3ab-b61c-4dcc-ad65-84d7db5b26c6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6d3b66fe-af8f-4e91-991e-d3a924c1873a), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.872505 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54cce3ab-b61c-4dcc-ad65-84d7db5b26c6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.874866 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-54cce3ab-b61c-4dcc-ad65-84d7db5b26c6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1514909 Mar 23 09:07:18.876432 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cce3ab-b61c-4dcc-ad65-84d7db5b26c6 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b66fe-af8f-4e91-991e-d3a924c1873a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:18.876987 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41550) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:18.881554 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-a57a6f33-3c55-48e2-ad3a-7176eba6cc90 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': '6d3b66fe-af8f-4e91-991e-d3a924c1873a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:18.907804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a57a6f33-3c55-48e2-ad3a-7176eba6cc90 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (48b78cb3-0a77-45ad-84cf-b938cc9c0646), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.963347 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a57a6f33-3c55-48e2-ad3a-7176eba6cc90 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (48b78cb3-0a77-45ad-84cf-b938cc9c0646), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.967374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a57a6f33-3c55-48e2-ad3a-7176eba6cc90 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (48b78cb3-0a77-45ad-84cf-b938cc9c0646), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:18.986456 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a6f33-3c55-48e2-ad3a-7176eba6cc90 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b78cb3-0a77-45ad-84cf-b938cc9c0646,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:18.999781 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a57a6f33-3c55-48e2-ad3a-7176eba6cc90 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.000968 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a57a6f33-3c55-48e2-ad3a-7176eba6cc90 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229606 Mar 23 09:07:19.003844 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41552) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:19.008411 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-886e5447-860f-49e4-bac2-91497a2c2cf1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'security_group_rule': {'security_group_id': '6d3b66fe-af8f-4e91-991e-d3a924c1873a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:19.045695 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-886e5447-860f-49e4-bac2-91497a2c2cf1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (35b61af7-45b0-43c8-900a-eb44524f3831), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.106577 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-886e5447-860f-49e4-bac2-91497a2c2cf1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (35b61af7-45b0-43c8-900a-eb44524f3831), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.110699 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-886e5447-860f-49e4-bac2-91497a2c2cf1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (35b61af7-45b0-43c8-900a-eb44524f3831), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.128988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5447-860f-49e4-bac2-91497a2c2cf1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b61af7-45b0-43c8-900a-eb44524f3831,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:19.137561 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-886e5447-860f-49e4-bac2-91497a2c2cf1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.138736 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-886e5447-860f-49e4-bac2-91497a2c2cf1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339564 Mar 23 09:07:19.142345 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41554) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:19.147692 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:19.179173 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.280180 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.391188 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.27.0.217 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/8b859337-e29a-414f-84e0-945f06085b41) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:07:19.488450 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (8b859337-e29a-414f-84e0-945f06085b41), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.521626 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (8b859337-e29a-414f-84e0-945f06085b41), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.560503 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:07:19.563783 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:07:19.567388 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:07:19.592092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=8b859337-e29a-414f-84e0-945f06085b41,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:19.615456 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:19.638682 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:07:19.639032 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device cacb14a2-77fc-44ca-a31f-f42cfaffc7c8 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:07:19.664204 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (f9eeb09d-3e8b-436f-a698-baaa13e05688), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.699432 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (8b859337-e29a-414f-84e0-945f06085b41), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.854223 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (8b859337-e29a-414f-84e0-945f06085b41), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.858863 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (8b859337-e29a-414f-84e0-945f06085b41), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.924961 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=8b859337-e29a-414f-84e0-945f06085b41,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:19.937458 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (f9eeb09d-3e8b-436f-a698-baaa13e05688), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.953556 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:19.954805 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-bb06e74f-ee56-46bf-9b9b-f9f0b4eb2f1f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8110375 Mar 23 09:07:20.107035 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-9bb8632d-73f0-4e05-88db-1b116be4f8b1 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--64611390&fields=id&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 267 time: 0.0458069 Mar 23 09:07:20.210978 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-d4262da5-b9ca-490a-ae4b-5a0c340404d8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:20.212431 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-d4262da5-b9ca-490a-ae4b-5a0c340404d8 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.0983925 Mar 23 09:07:20.227230 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-22b4f50f-4908-4080-863b-94dbbcd6102b tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/quotas/ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 375 time: 0.0094438 Mar 23 09:07:20.282799 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-b21afb3c-f0df-416c-b407-257ad59ea3cd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505180 Mar 23 09:07:20.379141 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a50de682-ab5a-46a2-aca4-741af8dba551 service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850205 Mar 23 09:07:20.465952 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-02cd5eb5-482b-4cde-8db6-0fda3acdc63f service neutron] 10.222.0.73 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812263 Mar 23 09:07:20.626262 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ed29dbc5-bc20-46c5-a9ec-dae80fb42120 req-45c1aee2-d18c-47cd-99bd-360e68cbca5e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 210 time: 0.0287664 Mar 23 09:07:21.769078 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-77200384-5f79-48fd-ac55-af7401393095 req-60d96693-886b-4f8e-a822-7125b6adae6f tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 210 time: 0.0565205 Mar 23 09:07:21.823783 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-9e1ab98d-724e-455d-a097-46b7b3d8d970 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:21.825372 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-9e1ab98d-724e-455d-a097-46b7b3d8d970 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 815 time: 0.1504889 Mar 23 09:07:21.891892 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-812ee47d-63ab-453a-9d45-308d4b9a542e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6383dd3179441897e5b23253456e4a HTTP/1.1" status: 200 len: 378 time: 0.0529399 Mar 23 09:07:21.904487 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'port': {'device_id': '59662013-5718-4f35-84c8-49621ae5279e', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'admin_state_up': True, 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'security_groups': ['6d3b66fe-af8f-4e91-991e-d3a924c1873a']}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:22.011940 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Made reservation on behalf of ae6383dd3179441897e5b23253456e4a for: {'port': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:07:22.015374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.146302 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Allocated IP 172.20.0.9 (8d257410-c049-45ea-91dd-8949a04fc044/3bad7aa7-6aff-4797-94b1-413fefc6e422/b2cee531-0311-47cd-ad0d-4a56aebe1825) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:07:22.284262 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.319134 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.365623 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Network 8d257410-c049-45ea-91dd-8949a04fc044 is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:07:22.368747 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:07:22.371282 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:07:22.402914 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event updated for resources: {'Port': ['ID=b2cee531-0311-47cd-ad0d-4a56aebe1825,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:22.441455 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:22.442124 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.459473 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-a385f631-7f91-4020-af53-1aed7be8691a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584724 Mar 23 09:07:22.474426 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Request body: {'port': {'device_id': '59662013-5718-4f35-84c8-49621ae5279e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:22.545703 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.599192 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-82f2367a-16a8-48d1-b3a5-6e3fc41176f1 None None] Provisioning complete for port b2cee531-0311-47cd-ad0d-4a56aebe1825 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:07:22.599944 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-82f2367a-16a8-48d1-b3a5-6e3fc41176f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.634099 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-82f2367a-16a8-48d1-b3a5-6e3fc41176f1 None None] Port b2cee531-0311-47cd-ad0d-4a56aebe1825 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:07:22.816988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cee531-0311-47cd-ad0d-4a56aebe1825 {{(pid=103116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:07:22.826461 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Publish callbacks [] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.841780 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.provisioning_blocks [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Transition to ACTIVE for port object b2cee531-0311-47cd-ad0d-4a56aebe1825 will not be triggered until provisioned by entity L2. {{(pid=103116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:07:22.847276 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:22.898844 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cee531-0311-47cd-ad0d-4a56aebe1825,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:22.900191 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fca690-66fa-4f5d-b27b-49bc64b3ff69 req-a2202b88-443f-4c80-a8e9-5191a94f09e7 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:22.902869 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a2fca690-66fa-4f5d-b27b-49bc64b3ff69 req-a2202b88-443f-4c80-a8e9-5191a94f09e7 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 943 time: 0.0615983 Mar 23 09:07:22.960836 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-a2fca690-66fa-4f5d-b27b-49bc64b3ff69 req-3e00a4d4-5ae1-4bfe-8b4a-72f115ad8b94 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468655 Mar 23 09:07:22.973910 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Attempting to bind port b2cee531-0311-47cd-ad0d-4a56aebe1825 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:07:22.974325 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Attempting to bind port b2cee531-0311-47cd-ad0d-4a56aebe1825 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:07:22.974661 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Attempting to bind port b2cee531-0311-47cd-ad0d-4a56aebe1825 on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:07:22.979898 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Port b2cee531-0311-47cd-ad0d-4a56aebe1825 on network 8d257410-c049-45ea-91dd-8949a04fc044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:07:22.980237 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Attempting to bind port b2cee531-0311-47cd-ad0d-4a56aebe1825 on network 8d257410-c049-45ea-91dd-8949a04fc044 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:07:22.985473 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:07:22.985815 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Checking segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:07:22.986198 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Bound using segment: {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:07:22.986625 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Bound port: b2cee531-0311-47cd-ad0d-4a56aebe1825, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5884970e-bb1c-4c75-98d8-bc11f8285fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:07:22.986983 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:23.060147 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] For port b2cee531-0311-47cd-ad0d-4a56aebe1825, host hv-cinder-83482, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:07:23.064163 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] For port b2cee531-0311-47cd-ad0d-4a56aebe1825, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:07:23.070418 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:23.105960 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.106571 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:23.112150 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] 10.222.0.84 "PUT /v2.0/ports/b2cee531-0311-47cd-ad0d-4a56aebe1825 HTTP/1.1" status: 200 len: 1093 time: 0.6380234 Mar 23 09:07:23.112150 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:23.112150 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41234d0c-a570-410f-83d6-b04ef05d91eb" -d '{"events": [{"name": "network-changed", "server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:23.139943 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb774a69-87e2-483a-99b9-baa57c2f2911 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cee531-0311-47cd-ad0d-4a56aebe1825,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:23.176353 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c8972-3103-4307-9254-7a202d83944e x-openstack-request-id: req-ab4c8972-3103-4307-9254-7a202d83944e {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:23.176670 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:23.176950 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab4c8972-3103-4307-9254-7a202d83944e {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:23.177486 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4c8972-3103-4307-9254-7a202d83944e'] response: {'name': 'network-changed', 'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'status': 'completed', 'code': 200} Mar 23 09:07:23.219563 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-75924147-9f5e-4b64-9bb5-9bbacbaea03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.220883 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-75924147-9f5e-4b64-9bb5-9bbacbaea03c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 1127 time: 0.0563257 Mar 23 09:07:23.269029 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-1bc11fd0-7b38-4cf4-bf7a-a1ec10ce490c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825 HTTP/1.1" status: 200 len: 217 time: 0.0401208 Mar 23 09:07:23.320321 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-8ba77d2c-aef6-4a87-840f-b746b76258e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.321752 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-8ba77d2c-aef6-4a87-840f-b746b76258e8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0454197 Mar 23 09:07:23.373157 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-88086f26-ee23-4e18-9d66-266ce59d1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.374710 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-88086f26-ee23-4e18-9d66-266ce59d1044 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436528 Mar 23 09:07:23.470004 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-320921ce-9a64-43b0-b48f-52aae10659c9 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Mar 23 09:07:23.567716 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f940ec0-8338-4219-98ed-ddd04ab7bf9e req-1e56efc1-18d5-46cc-bd59-44ed4f894504 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820796 Mar 23 09:07:23.672946 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-e18c6333-f39b-4fec-8f12-b6fd31113b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.674387 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-e18c6333-f39b-4fec-8f12-b6fd31113b64 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 1127 time: 0.0481918 Mar 23 09:07:23.775424 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-6cee939f-bc22-46c2-b611-ef1736c48858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.776893 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-6cee939f-bc22-46c2-b611-ef1736c48858 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.0919440 Mar 23 09:07:23.826361 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-cb309b3a-933e-4fad-89bd-cbf21e8ddd00 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825 HTTP/1.1" status: 200 len: 217 time: 0.0367696 Mar 23 09:07:23.884276 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-5979cbdc-459d-471c-9c6a-0c478a93e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.885809 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-5979cbdc-459d-471c-9c6a-0c478a93e3c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0530307 Mar 23 09:07:23.937959 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-fdc37851-b694-42a0-a9af-e9940518da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.939397 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-fdc37851-b694-42a0-a9af-e9940518da29 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458677 Mar 23 09:07:24.030178 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-f4c08366-0faa-4bf7-afb6-3a6fba3db9be service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814743 Mar 23 09:07:24.086050 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406b04-4bcb-4a3d-ad72-e2ba479da77c req-88e2abac-53e3-4e5e-a335-c74678c63017 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:24.088249 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2406b04-4bcb-4a3d-ad72-e2ba479da77c req-88e2abac-53e3-4e5e-a335-c74678c63017 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 943 time: 0.0544596 Mar 23 09:07:24.128192 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-41234d0c-a570-410f-83d6-b04ef05d91eb req-de0e4b66-7772-4bd4-bbe1-af26fb66c188 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916438 Mar 23 09:07:24.136509 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2406b04-4bcb-4a3d-ad72-e2ba479da77c req-663c8b5c-7dcc-41bc-8c97-d79455c9eced tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414197 Mar 23 09:07:25.266057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a58293-e4b0-4842-aa2c-65881b3564b4 req-1a770d96-ca28-457f-b9ca-5243a09c1a61 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:25.267513 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e5a58293-e4b0-4842-aa2c-65881b3564b4 req-1a770d96-ca28-457f-b9ca-5243a09c1a61 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 943 time: 0.0532339 Mar 23 09:07:25.315553 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e5a58293-e4b0-4842-aa2c-65881b3564b4 req-74127e05-6536-4d54-aadd-5f3b95be8e9d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422120 Mar 23 09:07:25.635981 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device b2cee531-0311-47cd-ad0d-4a56aebe1825 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:07:25.739619 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port b2cee531-0311-47cd-ad0d-4a56aebe1825, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:25.759109 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'port_id': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'mac_address': 'fa:16:3e:9d:8e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:07:25.808736 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port b2cee531-0311-47cd-ad0d-4a56aebe1825 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:25.809348 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:25.822374 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cee531-0311-47cd-ad0d-4a56aebe1825 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:07:25.845207 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port b2cee531-0311-47cd-ad0d-4a56aebe1825, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:25.849232 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:25.902106 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=b2cee531-0311-47cd-ad0d-4a56aebe1825,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:26.279220 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['b2cee531-0311-47cd-ad0d-4a56aebe1825'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:07:26.444143 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95664de-2846-49a9-a8dd-b852cd3eb6f5 req-86342ec2-0840-42bd-9310-844fd8220c4c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:26.445955 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e95664de-2846-49a9-a8dd-b852cd3eb6f5 req-86342ec2-0840-42bd-9310-844fd8220c4c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 944 time: 0.0610054 Mar 23 09:07:26.495663 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e95664de-2846-49a9-a8dd-b852cd3eb6f5 req-ed3fc065-73dd-4aa1-8d97-8021678db602 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434027 Mar 23 09:07:26.801316 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-3fc4972c-c8f1-49a3-99fa-5b78a6bb4b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:27.618243 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621d8f-2bfa-4fe5-8a5b-e7510f758294 req-9feb9856-4152-4db6-91c4-ea2921cb3785 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:27.619722 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-70621d8f-2bfa-4fe5-8a5b-e7510f758294 req-9feb9856-4152-4db6-91c4-ea2921cb3785 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 944 time: 0.0532708 Mar 23 09:07:27.652256 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device b2cee531-0311-47cd-ad0d-4a56aebe1825 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:07:27.679124 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-70621d8f-2bfa-4fe5-8a5b-e7510f758294 req-d6e01b6a-6e3d-49c4-9786-3e400b73750d tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519688 Mar 23 09:07:27.708745 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port b2cee531-0311-47cd-ad0d-4a56aebe1825 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:07:27.712596 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port b2cee531-0311-47cd-ad0d-4a56aebe1825 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:07:27.713138 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:27.798908 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port b2cee531-0311-47cd-ad0d-4a56aebe1825 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:27.799596 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:27.825663 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:27.827957 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74b8d47-fd9f-495d-83ba-60648e623169" -d '{"events": [{"server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "name": "network-vif-plugged", "status": "completed", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:27.840952 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port b2cee531-0311-47cd-ad0d-4a56aebe1825, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:27.845357 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:27.873539 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ad81d5-d4e4-44b0-950e-7a3186c62ef9 x-openstack-request-id: req-53ad81d5-d4e4-44b0-950e-7a3186c62ef9 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:27.873911 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "name": "network-vif-plugged", "status": "completed", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:27.876158 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53ad81d5-d4e4-44b0-950e-7a3186c62ef9 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:27.876158 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ad81d5-d4e4-44b0-950e-7a3186c62ef9'] response: {'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'code': 200} Mar 23 09:07:27.909287 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=b2cee531-0311-47cd-ad0d-4a56aebe1825,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:27.962320 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f288-8dbb-4ebd-95a9-9e6d4167f20d req-ff1c6170-9192-4649-ad39-3cec44afe5a5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:27.963880 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1e09f288-8dbb-4ebd-95a9-9e6d4167f20d req-ff1c6170-9192-4649-ad39-3cec44afe5a5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0616825 Mar 23 09:07:28.013047 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1e09f288-8dbb-4ebd-95a9-9e6d4167f20d req-c6e5905d-02c8-4084-9818-51b26921df9c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421410 Mar 23 09:07:28.076505 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11372b08-c756-45fc-afb5-90872f7a0fb7 req-faa56469-5344-4b71-9ced-2673ce15d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:28.078056 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-11372b08-c756-45fc-afb5-90872f7a0fb7 req-faa56469-5344-4b71-9ced-2673ce15d26b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 1129 time: 0.0436282 Mar 23 09:07:28.135456 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-11372b08-c756-45fc-afb5-90872f7a0fb7 req-8c0fa38c-34e5-4356-9425-17665bc08b8e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404787 Mar 23 09:07:28.797122 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b4da6-cd2a-44ac-8897-292371f5bda3 req-ee468ff7-6dc1-4345-bcf8-6fe401396b72 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:28.798648 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-525b4da6-cd2a-44ac-8897-292371f5bda3 req-ee468ff7-6dc1-4345-bcf8-6fe401396b72 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 945 time: 0.0521002 Mar 23 09:07:28.844536 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-525b4da6-cd2a-44ac-8897-292371f5bda3 req-260d9452-152a-4515-ac25-b1a98b6326b7 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405645 Mar 23 09:07:28.947055 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-da89132d-7f5e-4023-9440-1dd4422b584c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:29.136839 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7594d9d-99b3-4251-978d-b529c765ed97 req-095d173f-fe56-4d8f-81a8-25d3437323b9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:29.138325 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f7594d9d-99b3-4251-978d-b529c765ed97 req-095d173f-fe56-4d8f-81a8-25d3437323b9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0521836 Mar 23 09:07:29.184388 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f7594d9d-99b3-4251-978d-b529c765ed97 req-bf2842df-f546-4ac1-ae07-01fbe5037015 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399599 Mar 23 09:07:29.964658 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78a1d3-53f5-41e9-aa3c-c4f34992b52b req-9144a7b0-dbd0-4766-af74-d2daaa468f6a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:29.966491 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bf78a1d3-53f5-41e9-aa3c-c4f34992b52b req-9144a7b0-dbd0-4766-af74-d2daaa468f6a tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 945 time: 0.0552969 Mar 23 09:07:30.015506 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bf78a1d3-53f5-41e9-aa3c-c4f34992b52b req-e679e07f-9c91-4837-9155-7142c90298bd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430586 Mar 23 09:07:30.131618 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38cce6-05c4-41c7-933c-78b16c58a660 req-a4b5f3d3-24e5-42a3-bbe7-889bb4adef59 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:30.133121 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ee38cce6-05c4-41c7-933c-78b16c58a660 req-a4b5f3d3-24e5-42a3-bbe7-889bb4adef59 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 945 time: 0.0531118 Mar 23 09:07:30.142645 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41642) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:30.147150 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Request body: {'floatingip': {'port_id': 'b2cee531-0311-47cd-ad0d-4a56aebe1825'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:30.190707 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (f9eeb09d-3e8b-436f-a698-baaa13e05688), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:30.208827 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:30.316532 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79778272-e8fd-4a44-b448-5976aff6eff4 req-f2def2b2-8d3f-458a-9071-39f179036445 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:30.318502 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-79778272-e8fd-4a44-b448-5976aff6eff4 req-f2def2b2-8d3f-458a-9071-39f179036445 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0593526 Mar 23 09:07:30.368643 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-79778272-e8fd-4a44-b448-5976aff6eff4 req-68ea9120-8e39-4fcf-94bd-1ea5353bd780 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444927 Mar 23 09:07:30.637857 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:30.642979 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (f9eeb09d-3e8b-436f-a698-baaa13e05688), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:30.749887 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP f9eeb09d-3e8b-436f-a698-baaa13e05688 associated. External IP: 172.27.0.217, port: b2cee531-0311-47cd-ad0d-4a56aebe1825. Mar 23 09:07:30.974746 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:07:31.083133 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:07:31.088105 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:31.094412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:07:31.103675 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:31.104291 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:07:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:31.116597 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c56cf418-e9a7-45ea-a955-d9945166c639 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "PUT /v2.0/floatingips/f9eeb09d-3e8b-436f-a698-baaa13e05688 HTTP/1.1" status: 200 len: 991 time: 0.9728830 Mar 23 09:07:31.117170 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:31.119625 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d97ad-47ea-44f1-9642-d6ac2336a003" -d '{"events": [{"name": "network-changed", "server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:31.155214 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2c6fac-f66d-48a6-ac32-0639c64df65c x-openstack-request-id: req-ef2c6fac-f66d-48a6-ac32-0639c64df65c {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:31.156310 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:31.156310 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef2c6fac-f66d-48a6-ac32-0639c64df65c {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:31.156642 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2c6fac-f66d-48a6-ac32-0639c64df65c'] response: {'name': 'network-changed', 'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'status': 'completed', 'code': 200} Mar 23 09:07:31.215909 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:31.236083 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-4836db01-f85d-4c6a-8630-604f358942dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:31.237512 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-4836db01-f85d-4c6a-8630-604f358942dc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae6383dd3179441897e5b23253456e4a&device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 1129 time: 0.0450251 Mar 23 09:07:31.334428 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-bd6382ba-e75d-4150-9cac-461f810597a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:31.335921 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-bd6382ba-e75d-4150-9cac-461f810597a8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 200 len: 916 time: 0.0870368 Mar 23 09:07:31.414467 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-4969d1d2-2370-4f59-8aef-c8f47d00872c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825 HTTP/1.1" status: 200 len: 999 time: 0.0614254 Mar 23 09:07:31.451853 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'f9eeb09d-3e8b-436f-a698-baaa13e05688', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:9d:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59662013-5718-4f35-84c8-49621ae5279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:07:19Z', 'updated_at': '2022-03-23T09:07:30Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:31.472274 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-3b492a21-beeb-4eda-92c4-aa75164675ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:31.473702 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-3b492a21-beeb-4eda-92c4-aa75164675ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 200 len: 854 time: 0.0460501 Mar 23 09:07:31.479391 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:07:31.488849 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:31.489414 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:07:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:31.504893 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23221aae-340d-438a-a961-e7102afb080f req-9cfe8306-c96b-41c5-9f37-88d4cf484b31 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:31.506569 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-23221aae-340d-438a-a961-e7102afb080f req-9cfe8306-c96b-41c5-9f37-88d4cf484b31 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0563681 Mar 23 09:07:31.540684 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-0788064c-f367-4e29-afa1-55f7de911d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:31.542232 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-0788064c-f367-4e29-afa1-55f7de911d32 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8d257410-c049-45ea-91dd-8949a04fc044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548735 Mar 23 09:07:31.557027 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-23221aae-340d-438a-a961-e7102afb080f req-ce46c27d-c095-4c4e-988d-24d3d01206a7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Mar 23 09:07:31.603266 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:31.636098 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-52808880-db27-451f-83fe-e861faaf6519 service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Mar 23 09:07:31.704670 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:31.855941 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'f9eeb09d-3e8b-436f-a698-baaa13e05688', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:9d:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59662013-5718-4f35-84c8-49621ae5279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:07:19Z', 'updated_at': '2022-03-23T09:07:30Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:31.883008 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a09791-7172-41b0-bf90-2a19094e8896 None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': 'f9eeb09d-3e8b-436f-a698-baaa13e05688', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'port_id': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'mac_address': 'fa:16:3e:9d:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59662013-5718-4f35-84c8-49621ae5279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:07:19Z', 'updated_at': '2022-03-23T09:07:30Z', 'revision_number': 1, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:07:31.962052 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a03d97ad-47ea-44f1-9642-d6ac2336a003 req-df00c723-1c62-4c2a-be3d-fd7db9aeb6ae service neutron] 10.222.0.84 "GET /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191035 Mar 23 09:07:32.092854 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02c48b-265a-44fd-ae86-db16f64c56f2 None None] New status for floating IP f9eeb09d-3e8b-436f-a698-baaa13e05688: ACTIVE {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:07:32.681608 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8b035-5fb4-4461-a788-403d9b13c618 req-2cc6342b-5d06-4620-aa14-017197510bfd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:32.683082 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-89b8b035-5fb4-4461-a788-403d9b13c618 req-2cc6342b-5d06-4620-aa14-017197510bfd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0530140 Mar 23 09:07:32.729674 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-89b8b035-5fb4-4461-a788-403d9b13c618 req-819793a0-3cc4-4a85-9565-eeb22433cc54 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409997 Mar 23 09:07:33.091732 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:33.852099 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18485a-3677-4cba-a1ac-83339871d8ef req-740aee8d-21ad-4398-8d6d-e931a4ca727b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:33.853589 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ae18485a-3677-4cba-a1ac-83339871d8ef req-740aee8d-21ad-4398-8d6d-e931a4ca727b tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Mar 23 09:07:33.906767 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ae18485a-3677-4cba-a1ac-83339871d8ef req-3bede4f2-0e66-45b8-b28f-3816332cd824 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475593 Mar 23 09:07:34.612611 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91515f40-b5bc-47ce-90d7-113c04eed246 req-b20b5c6c-a5c0-4521-aa39-4e9ee86afb1a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:34.614049 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-91515f40-b5bc-47ce-90d7-113c04eed246 req-b20b5c6c-a5c0-4521-aa39-4e9ee86afb1a tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0598745 Mar 23 09:07:34.663266 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-91515f40-b5bc-47ce-90d7-113c04eed246 req-76f18f27-60a5-41a4-8362-81aadb30ee14 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Mar 23 09:07:35.029300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbd532-9bf5-4ad9-87ac-fcbb99bbcc48 req-f49fd5cb-9a9d-425f-940c-f7d62af19bb2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:35.031286 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-56fbd532-9bf5-4ad9-87ac-fcbb99bbcc48 req-f49fd5cb-9a9d-425f-940c-f7d62af19bb2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0540469 Mar 23 09:07:35.078922 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-56fbd532-9bf5-4ad9-87ac-fcbb99bbcc48 req-4085d54b-3ad2-4c34-a19b-524afdd5d5ac tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Mar 23 09:07:35.780364 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5835b-efcb-4586-9ad4-4c1f28faed58 req-9b5dd562-8399-4c75-be8b-4bb377dc7f6d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:35.781873 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cbf5835b-efcb-4586-9ad4-4c1f28faed58 req-9b5dd562-8399-4c75-be8b-4bb377dc7f6d tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0518463 Mar 23 09:07:35.826975 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cbf5835b-efcb-4586-9ad4-4c1f28faed58 req-ab283dc2-cebc-4d0b-87a8-fca4ba61c44e tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 Mar 23 09:07:36.201332 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ee05-fc68-4c60-8eef-ed71746f98c4 req-d9a729bf-6ea1-492b-8373-efd348882d04 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:36.202786 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7e60ee05-fc68-4c60-8eef-ed71746f98c4 req-d9a729bf-6ea1-492b-8373-efd348882d04 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0527763 Mar 23 09:07:36.247510 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7e60ee05-fc68-4c60-8eef-ed71746f98c4 req-90633f32-60a2-4c5e-9f3d-4eabd786fde8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392077 Mar 23 09:07:36.944460 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175a545-ece5-40bc-a788-b0192c0efc09 req-ebf44064-96dc-4cb1-bbda-e3aa77cb3bfd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:36.945937 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8175a545-ece5-40bc-a788-b0192c0efc09 req-ebf44064-96dc-4cb1-bbda-e3aa77cb3bfd tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0517788 Mar 23 09:07:36.991343 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8175a545-ece5-40bc-a788-b0192c0efc09 req-57494a92-94f6-46f1-a15e-41145b71e9fb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Mar 23 09:07:37.371478 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95a94-fb1b-4ebe-9b01-05d566292215 req-d892bd4e-ffad-4b76-ad52-233d54023394 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:37.372823 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54b95a94-fb1b-4ebe-9b01-05d566292215 req-d892bd4e-ffad-4b76-ad52-233d54023394 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0543301 Mar 23 09:07:37.419428 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54b95a94-fb1b-4ebe-9b01-05d566292215 req-32c9ce2a-05c1-4e5a-8932-6630d9bc5ebc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404198 Mar 23 09:07:38.110984 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9b9b6-cb5f-49f5-9e20-6d9623c10b82 req-7036cbd7-ed16-4341-a622-2ab0b69d2503 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:38.112411 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-98f9b9b6-cb5f-49f5-9e20-6d9623c10b82 req-7036cbd7-ed16-4341-a622-2ab0b69d2503 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0548654 Mar 23 09:07:38.156999 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-98f9b9b6-cb5f-49f5-9e20-6d9623c10b82 req-5edca31a-8ae5-4d78-b526-06520317cd3c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Mar 23 09:07:38.540282 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6436e-424b-4e15-86a5-84b8ee534bea req-6232a1d1-e4de-422e-9eca-ef11dff3ff14 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:38.541739 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-39f6436e-424b-4e15-86a5-84b8ee534bea req-6232a1d1-e4de-422e-9eca-ef11dff3ff14 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0511229 Mar 23 09:07:38.586813 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-39f6436e-424b-4e15-86a5-84b8ee534bea req-26257c5e-55b2-41ae-a9a8-365d1ae8697f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396054 Mar 23 09:07:39.034587 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-65b327d5-1dac-41d9-938b-045969085566 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:39.036075 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-65b327d5-1dac-41d9-938b-045969085566 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.0535769 Mar 23 09:07:39.134418 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Deleting port d82c57c2-dc97-4b32-906e-07fd39124238 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:39.135446 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:39.222804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] For port d82c57c2-dc97-4b32-906e-07fd39124238, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d82c57c2-dc97-4b32-906e-07fd39124238,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:39.223164 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:39.365735 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe339f7-af85-4449-8880-86aeee4052cf req-bd5c4c70-b429-44c1-a39c-8f27f67897cb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:39.367118 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cfe339f7-af85-4449-8880-86aeee4052cf req-bd5c4c70-b429-44c1-a39c-8f27f67897cb tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=429b79fc-2420-411a-8607-4753e9f48c4d HTTP/1.1" status: 200 len: 946 time: 0.1414652 Mar 23 09:07:39.468692 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cfe339f7-af85-4449-8880-86aeee4052cf req-255687c9-f569-4eed-9dd1-93f85f09dd2b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd2372f9-5c3e-4af7-821f-07ccb8c1c501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952239 Mar 23 09:07:39.470597 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:39.470960 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:39.471280 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Floating IP 3223def1-3d2e-40ca-9883-3cdcdc4cf0be disassociated. External IP: 172.27.0.100, port: d82c57c2-dc97-4b32-906e-07fd39124238. Mar 23 09:07:39.471622 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Calling delete_port for d82c57c2-dc97-4b32-906e-07fd39124238 owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:39.599035 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (d82c57c2-dc97-4b32-906e-07fd39124238), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:39.628019 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event deleted for resources: {'Port': ['ID=d82c57c2-dc97-4b32-906e-07fd39124238,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:39.719570 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdbdf3-73da-4f7c-8463-565f97edbae1 req-618e50b1-6e4b-4cfc-bda9-7376e7e66880 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:39.721066 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-88bdbdf3-73da-4f7c-8463-565f97edbae1 req-618e50b1-6e4b-4cfc-bda9-7376e7e66880 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0567427 Mar 23 09:07:39.745238 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Router 013cd76a-cc6f-46af-9062-32c6e828d384 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:07:39.769642 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-88bdbdf3-73da-4f7c-8463-565f97edbae1 req-ed0ca2e0-5d79-4e63-89eb-c35132394dbf tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 Mar 23 09:07:39.857114 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:07:39.867501 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56473e00-6246-49cd-af56-680caea246c7 None None] Sync routers for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:07:39.878074 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:39.878724 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:07:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:39.897737 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] No DVR routers for this DVR port d82c57c2-dc97-4b32-906e-07fd39124238 on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:07:39.900384 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:39.903678 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-744fe7fb-3693-4116-ab67-c6bf54b1837b req-f87c3d0d-be49-4aec-84fd-4cc42407540f tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "DELETE /v2.0/ports/d82c57c2-dc97-4b32-906e-07fd39124238 HTTP/1.1" status: 204 len: 173 time: 0.8618751 Mar 23 09:07:39.904118 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'name': 'network-vif-deleted', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:39.906959 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ca2c25-674e-43ae-bd55-357a8f8828b7" -d '{"events": [{"server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "name": "network-vif-deleted", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:39.947727 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b03ac2-e1f5-47d4-8377-3e1d12fba2f4 x-openstack-request-id: req-25b03ac2-e1f5-47d4-8377-3e1d12fba2f4 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:39.948031 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b79fc-2420-411a-8607-4753e9f48c4d", "name": "network-vif-deleted", "tag": "d82c57c2-dc97-4b32-906e-07fd39124238", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:39.948302 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25b03ac2-e1f5-47d4-8377-3e1d12fba2f4 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:39.948715 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b03ac2-e1f5-47d4-8377-3e1d12fba2f4'] response: {'server_uuid': '429b79fc-2420-411a-8607-4753e9f48c4d', 'name': 'network-vif-deleted', 'tag': 'd82c57c2-dc97-4b32-906e-07fd39124238', 'status': 'completed', 'code': 200} Mar 23 09:07:39.992898 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:40.203758 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:40.230707 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56473e00-6246-49cd-af56-680caea246c7 None None] Checking router: 013cd76a-cc6f-46af-9062-32c6e828d384 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:07:40.239245 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:40.239851 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:07:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:40.348031 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:40.558105 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41710) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:40.611199 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc7aa-90b3-4849-a5df-a3376b360b42 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group (cd2372f9-5c3e-4af7-821f-07ccb8c1c501), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:40.636296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc7aa-90b3-4849-a5df-a3376b360b42 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group (cd2372f9-5c3e-4af7-821f-07ccb8c1c501), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:40.688682 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc7aa-90b3-4849-a5df-a3376b360b42 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cd2372f9-5c3e-4af7-821f-07ccb8c1c501), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:40.691503 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc7aa-90b3-4849-a5df-a3376b360b42 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:40.692667 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ac2dc7aa-90b3-4849-a5df-a3376b360b42 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "DELETE /v2.0/security-groups/cd2372f9-5c3e-4af7-821f-07ccb8c1c501 HTTP/1.1" status: 204 len: 168 time: 0.1333513 Mar 23 09:07:40.693842 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-56473e00-6246-49cd-af56-680caea246c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:40.695655 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41712) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:40.702434 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dc7aa-90b3-4849-a5df-a3376b360b42 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2372f9-5c3e-4af7-821f-07ccb8c1c501,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:40.708658 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.api.v2.resource [None req-6847bfc2-6ab3-4a34-a1e3-13f7b1a79377 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] show failed (client error): The resource could not be found. Mar 23 09:07:40.709401 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6847bfc2-6ab3-4a34-a1e3-13f7b1a79377 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups/cd2372f9-5c3e-4af7-821f-07ccb8c1c501 HTTP/1.1" status: 404 len: 347 time: 0.0128996 Mar 23 09:07:40.711997 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41714) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:40.728122 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56473e00-6246-49cd-af56-680caea246c7 None None] The sync data for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi is: [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:28Z', 'revision_number': 4, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '19425a4d-7cef-4e33-a8e7-a9eae85d89c7', 'name': '', 'network_id': '382d148c-4a5f-4475-a2e6-5066d5c138fc', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'mac_address': 'fa:16:3e:a5:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:27Z', 'updated_at': '2022-03-23T09:02:32Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'subnets': [{'id': 'c24168df-6b81-4da1-b3fd-a285bf916197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:07:40.892901 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Deleting port 4f42e3ee-d47b-438a-9bfa-4062e9c2f53b {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:40.893554 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:40.951190 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece696f-858d-4ea4-b72a-5ce704f4733c req-5db597e1-8761-4589-b394-60e59b109b5a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:40.952717 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ece696f-858d-4ea4-b72a-5ce704f4733c req-5db597e1-8761-4589-b394-60e59b109b5a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.1087186 Mar 23 09:07:40.970905 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f76455-86ed-4bf7-b08c-701aab482557 None None] New status for floating IP 3223def1-3d2e-40ca-9883-3cdcdc4cf0be: DOWN {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:07:41.009318 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:41.009651 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:41.030357 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Calling delete_port for 4f42e3ee-d47b-438a-9bfa-4062e9c2f53b owned by network:floatingip {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:41.036894 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ece696f-858d-4ea4-b72a-5ce704f4733c req-17a88cc3-8d5d-48e5-a7cc-7a27ad9cdc9a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762088 Mar 23 09:07:41.226491 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (4f42e3ee-d47b-438a-9bfa-4062e9c2f53b), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:41.250457 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event deleted for resources: {'Port': ['ID=4f42e3ee-d47b-438a-9bfa-4062e9c2f53b,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:41.312796 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks [] for floatingip (3223def1-3d2e-40ca-9883-3cdcdc4cf0be), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:41.315451 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:41.316598 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-2cdc8b6f-283d-4bf6-b0c3-658b2b275111 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "DELETE /v2.0/floatingips/3223def1-3d2e-40ca-9883-3cdcdc4cf0be HTTP/1.1" status: 204 len: 168 time: 0.6037138 Mar 23 09:07:41.684650 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d82c57c2-dc97-4b32-906e-07fd39124238 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:41.710481 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: d82c57c2-dc97-4b32-906e-07fd39124238 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:07:41.710830 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device d82c57c2-dc97-4b32-906e-07fd39124238 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:07:42.164166 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf795-322e-407a-ae5b-06995deef6cc req-0cd7ac95-6a72-4afb-b220-45d98887e824 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:42.165660 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-295bf795-322e-407a-ae5b-06995deef6cc req-0cd7ac95-6a72-4afb-b220-45d98887e824 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0548592 Mar 23 09:07:42.211618 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-295bf795-322e-407a-ae5b-06995deef6cc req-76a69778-4334-4cd2-93ad-3f24f141e9bd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Mar 23 09:07:43.046290 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:07:43.338809 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d613f82-0f86-4a8a-a55a-24d052d7f49c req-46276bb2-b8b8-48d5-bcf5-95de229be9a5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:43.340303 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9d613f82-0f86-4a8a-a55a-24d052d7f49c req-46276bb2-b8b8-48d5-bcf5-95de229be9a5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0576727 Mar 23 09:07:43.392675 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9d613f82-0f86-4a8a-a55a-24d052d7f49c req-8011ae10-ffc6-4951-b463-21d581ead8b0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464308 Mar 23 09:07:43.772514 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6249-723b-4582-b5d7-caf3524deb82 req-d1b73c33-e67d-44a9-a6fb-3852c72c8313 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:43.774032 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fa7f6249-723b-4582-b5d7-caf3524deb82 req-d1b73c33-e67d-44a9-a6fb-3852c72c8313 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0533643 Mar 23 09:07:43.820406 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fa7f6249-723b-4582-b5d7-caf3524deb82 req-c18d6226-3f93-4f16-b17f-75325fba7e73 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Mar 23 09:07:43.865927 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:44.516016 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec428d4-f800-43ed-a17e-17481d6c18e1 req-bba0de1d-3b64-4815-8c87-f3919d91a35f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:44.517495 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cec428d4-f800-43ed-a17e-17481d6c18e1 req-bba0de1d-3b64-4815-8c87-f3919d91a35f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0516965 Mar 23 09:07:44.563548 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cec428d4-f800-43ed-a17e-17481d6c18e1 req-d09551c4-0d4d-47d5-908f-666748eabe43 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406299 Mar 23 09:07:44.935598 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656919a-0a4c-471f-8747-3f6355d984c0 req-730ab866-f5eb-4b89-bba0-b32e2f989761 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:44.937576 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7656919a-0a4c-471f-8747-3f6355d984c0 req-730ab866-f5eb-4b89-bba0-b32e2f989761 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0516567 Mar 23 09:07:44.986877 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7656919a-0a4c-471f-8747-3f6355d984c0 req-9b0db69d-36aa-4714-bbf5-cb4e6a991885 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Mar 23 09:07:45.685812 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba04c-9358-428e-bae2-c4d6c096ef02 req-84ab55fb-7788-45db-ad7e-f5ca1b3094fc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:45.687202 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b61ba04c-9358-428e-bae2-c4d6c096ef02 req-84ab55fb-7788-45db-ad7e-f5ca1b3094fc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0525346 Mar 23 09:07:45.714804 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:07:45.738400 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b61ba04c-9358-428e-bae2-c4d6c096ef02 req-fc4741cd-2724-48ae-ab25-cb2ba8e553fd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Mar 23 09:07:45.812303 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:45.823256 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'port_id': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'mac_address': 'fa:16:3e:f1:9d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:07:45.864271 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 15750df4-cc5a-46ae-b78b-f9debbdd88ac is: ACTIVE; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:45.864758 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:45.877651 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15750df4-cc5a-46ae-b78b-f9debbdd88ac {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:07:45.898039 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:45.902149 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:45.955990 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=6']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:46.040007 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['15750df4-cc5a-46ae-b78b-f9debbdd88ac'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:07:46.116089 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c376-b54b-404f-a434-440cdd63bce0 req-6333e5be-26ee-46fc-934b-1e8d3d5f5a07 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:46.121794 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b160c376-b54b-404f-a434-440cdd63bce0 req-6333e5be-26ee-46fc-934b-1e8d3d5f5a07 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0648804 Mar 23 09:07:46.178374 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b160c376-b54b-404f-a434-440cdd63bce0 req-b0cc0c92-6a3d-4265-8bf4-92cdf5e3e553 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540180 Mar 23 09:07:46.567788 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-9d962a89-4bd5-44c8-b0f0-51e2860a963c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:46.569336 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-9d962a89-4bd5-44c8-b0f0-51e2860a963c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 946 time: 0.0544090 Mar 23 09:07:46.674506 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Deleting port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:46.674849 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:46.779314 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] For port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:46.780073 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:46.795650 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Calling delete_port for 0f962130-7e6a-4c2a-bf1a-3bd3203c976a owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:46.914419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e3920-740f-4aea-9299-9395b66e3e5c req-65934b8a-272e-470a-a718-3a20e051a10a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:46.915818 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f78e3920-740f-4aea-9299-9395b66e3e5c req-65934b8a-272e-470a-a718-3a20e051a10a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 945 time: 0.0795238 Mar 23 09:07:47.000740 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f78e3920-740f-4aea-9299-9395b66e3e5c req-ebc9c437-6a61-41cd-abe1-a0dda339d9da tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781333 Mar 23 09:07:47.001887 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (0f962130-7e6a-4c2a-bf1a-3bd3203c976a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:47.015684 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7', '0f962130-7e6a-4c2a-bf1a-3bd3203c976a'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:07:47.034060 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event deleted for resources: {'Port': ['ID=0f962130-7e6a-4c2a-bf1a-3bd3203c976a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:47.105602 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] No DVR routers for this DVR port 0f962130-7e6a-4c2a-bf1a-3bd3203c976a on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:07:47.109056 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:47.113063 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-95dfa189-efc2-414f-af7c-6caa3a146d82 req-6acb00e9-b102-4de7-b909-53d700e3ec6b tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "DELETE /v2.0/ports/0f962130-7e6a-4c2a-bf1a-3bd3203c976a HTTP/1.1" status: 204 len: 173 time: 0.5297749 Mar 23 09:07:47.113733 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b38ece-0e08-468b-b770-6a017aa6245f', 'name': 'network-vif-deleted', 'tag': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:47.116372 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed04c59-56b1-46cf-b83f-18e0b6f913e2" -d '{"events": [{"server_uuid": "10b38ece-0e08-468b-b770-6a017aa6245f", "name": "network-vif-deleted", "tag": "0f962130-7e6a-4c2a-bf1a-3bd3203c976a"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:47.177323 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6e1b9-296e-4cc7-8061-35c9755891cc x-openstack-request-id: req-43f6e1b9-296e-4cc7-8061-35c9755891cc {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:47.181105 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b38ece-0e08-468b-b770-6a017aa6245f", "name": "network-vif-deleted", "tag": "0f962130-7e6a-4c2a-bf1a-3bd3203c976a", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:47.181583 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43f6e1b9-296e-4cc7-8061-35c9755891cc {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:47.182424 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f6e1b9-296e-4cc7-8061-35c9755891cc'] response: {'server_uuid': '10b38ece-0e08-468b-b770-6a017aa6245f', 'name': 'network-vif-deleted', 'tag': '0f962130-7e6a-4c2a-bf1a-3bd3203c976a', 'status': 'completed', 'code': 200} Mar 23 09:07:47.301840 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d51c5379-9bdb-4a66-ba53-ade41a71db63 req-18bcd91a-a2ee-471b-8476-0adf9e6412c3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b38ece-0e08-468b-b770-6a017aa6245f HTTP/1.1" status: 200 len: 210 time: 0.0333929 Mar 23 09:07:47.737777 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:07:47.838132 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 15750df4-cc5a-46ae-b78b-f9debbdd88ac triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:07:47.838720 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:47.929905 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 15750df4-cc5a-46ae-b78b-f9debbdd88ac is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:47.930302 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:47.954995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:47.957779 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8202e4f9-afb8-4088-bbd4-09bbe2e1bb6f" -d '{"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-plugged", "status": "completed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:47.971341 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:47.975929 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:48.021166 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d53c9-f8e7-44f1-b49c-6db258a7dc3d x-openstack-request-id: req-7c9d53c9-f8e7-44f1-b49c-6db258a7dc3d {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:48.021834 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-plugged", "status": "completed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:48.021834 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c9d53c9-f8e7-44f1-b49c-6db258a7dc3d {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:48.022122 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9d53c9-f8e7-44f1-b49c-6db258a7dc3d'] response: {'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'code': 200} Mar 23 09:07:48.041659 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=7']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:48.159232 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b06e2-11ac-40b4-81dd-5074c42e58e0 req-f29a478d-bf9c-4282-846d-beabe24ce1b9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:48.162350 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-732b06e2-11ac-40b4-81dd-5074c42e58e0 req-f29a478d-bf9c-4282-846d-beabe24ce1b9 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0659940 Mar 23 09:07:48.219865 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-732b06e2-11ac-40b4-81dd-5074c42e58e0 req-feae194e-763c-4efb-a92f-eae8b8740976 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513237 Mar 23 09:07:48.628358 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac624b-c84a-40a8-81fc-5a8b6c2196ff req-ac87003f-dfed-4f4c-b09b-ee3624c336f7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:48.630578 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-84ac624b-c84a-40a8-81fc-5a8b6c2196ff req-ac87003f-dfed-4f4c-b09b-ee3624c336f7 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0614221 Mar 23 09:07:48.686581 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-84ac624b-c84a-40a8-81fc-5a8b6c2196ff req-3fbb64f0-c23b-4767-b21c-8af97548c683 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Mar 23 09:07:49.374547 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01c3d-9022-4f22-b6cf-7ebe2d23ea0c req-41c1c44d-7c3b-4978-90b4-2ea3b748f927 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:49.376158 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2fc01c3d-9022-4f22-b6cf-7ebe2d23ea0c req-41c1c44d-7c3b-4978-90b4-2ea3b748f927 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0659916 Mar 23 09:07:49.429065 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2fc01c3d-9022-4f22-b6cf-7ebe2d23ea0c req-92b33f80-0a25-4521-a4f8-413572b91a84 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466082 Mar 23 09:07:49.745525 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0f962130-7e6a-4c2a-bf1a-3bd3203c976a no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:49.784575 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 0f962130-7e6a-4c2a-bf1a-3bd3203c976a {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:07:49.785171 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 0f962130-7e6a-4c2a-bf1a-3bd3203c976a not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:07:49.833172 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea49253-604d-4723-855f-6521d9c3705c req-0bb2425d-f363-4fca-a8a1-56224db9c1c3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:49.839957 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ea49253-604d-4723-855f-6521d9c3705c req-0bb2425d-f363-4fca-a8a1-56224db9c1c3 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0809760 Mar 23 09:07:49.889991 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ea49253-604d-4723-855f-6521d9c3705c req-712435e7-51ac-450b-8f15-3a0db76c7dc4 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Mar 23 09:07:50.566887 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c17da-9aa6-44b5-ad96-d316679aa09f req-53e4451a-ec7d-436a-bbf3-cd52377095f0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:50.568357 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cf2c17da-9aa6-44b5-ad96-d316679aa09f req-53e4451a-ec7d-436a-bbf3-cd52377095f0 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0614583 Mar 23 09:07:50.623540 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-cf2c17da-9aa6-44b5-ad96-d316679aa09f req-c87f2b93-3574-4a51-9137-2c248a07827a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487900 Mar 23 09:07:51.016134 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeaca2-617f-4362-9687-818aaeeeb80d req-ac00c34a-0db5-4ec1-9271-fe812aee5277 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:51.017696 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0feeaca2-617f-4362-9687-818aaeeeb80d req-ac00c34a-0db5-4ec1-9271-fe812aee5277 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0544009 Mar 23 09:07:51.070919 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0feeaca2-617f-4362-9687-818aaeeeb80d req-9f6e945a-58b8-45ba-9c97-d2e7f3fddd0c tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Mar 23 09:07:51.775786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225c584-8819-48b1-9633-6232d6282f1d req-fd1f24da-6342-49b2-a3b8-e16880098f94 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:51.781959 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8225c584-8819-48b1-9633-6232d6282f1d req-fd1f24da-6342-49b2-a3b8-e16880098f94 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0730581 Mar 23 09:07:51.870639 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8225c584-8819-48b1-9633-6232d6282f1d req-00177c0d-54f2-4bc5-9a4e-cfd60de7c9ae tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871985 Mar 23 09:07:51.888107 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-6d9675d1-e178-4d34-a43b-64b0bb0550b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:51.889715 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-6d9675d1-e178-4d34-a43b-64b0bb0550b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.1046216 Mar 23 09:07:52.002707 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Deleting port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:52.003052 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:52.110970 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] For port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:52.111479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:52.129685 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Calling delete_port for 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:52.208022 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ea8f-5616-470f-ab64-a24022054b06 req-d92d8244-f9bb-42bb-b8d5-d7c6db7e3a96 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:52.209585 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8a60ea8f-5616-470f-ab64-a24022054b06 req-d92d8244-f9bb-42bb-b8d5-d7c6db7e3a96 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/ports?device_id=67880b35-6939-459b-aa97-d15cfaf75680 HTTP/1.1" status: 200 len: 945 time: 0.0643122 Mar 23 09:07:52.266053 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8a60ea8f-5616-470f-ab64-a24022054b06 req-5d27a136-6f9b-4c4b-bd03-979946593c02 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c5dedd-1cd0-48f0-96b3-17c311f3f447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501463 Mar 23 09:07:52.280825 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:52.296694 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:07:52.338916 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Pushing event deleted for resources: {'Port': ['ID=9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:52.368422 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.368778 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.369126 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.369501 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.369841 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.370175 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.370509 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.370840 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.371172 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.371514 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.371885 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.372162 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.372506 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.372824 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.373168 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:52.405194 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] No DVR routers for this DVR port 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:07:52.407849 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:52.411221 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3eb5e7f4-6836-47fe-98a7-454f3001c45e req-2b5776c8-22cb-48fd-aa0b-9d6111d1e6b1 tempest-ServerRescueNegativeTestJSON-1284802259 tempest-ServerRescueNegativeTestJSON-1284802259-project] 10.222.0.84 "DELETE /v2.0/ports/9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 HTTP/1.1" status: 204 len: 173 time: 0.5152490 Mar 23 09:07:52.411675 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67880b35-6939-459b-aa97-d15cfaf75680', 'name': 'network-vif-deleted', 'tag': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:52.414580 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d329e-7af0-42a1-bd17-29c0e29c47a9" -d '{"events": [{"server_uuid": "67880b35-6939-459b-aa97-d15cfaf75680", "name": "network-vif-deleted", "tag": "9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:52.464320 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7baf107-4917-4c6b-b722-ef34aa42249d x-openstack-request-id: req-a7baf107-4917-4c6b-b722-ef34aa42249d {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:52.464797 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67880b35-6939-459b-aa97-d15cfaf75680", "name": "network-vif-deleted", "tag": "9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:52.465064 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7baf107-4917-4c6b-b722-ef34aa42249d {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:52.465503 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7baf107-4917-4c6b-b722-ef34aa42249d'] response: {'server_uuid': '67880b35-6939-459b-aa97-d15cfaf75680', 'name': 'network-vif-deleted', 'tag': '9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7', 'status': 'completed', 'code': 200} Mar 23 09:07:53.037917 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217a53e-1a53-4446-8cef-faef66d89526 req-23a6f761-f6ec-4435-a9e1-1c0943c591f8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:53.047908 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0217a53e-1a53-4446-8cef-faef66d89526 req-23a6f761-f6ec-4435-a9e1-1c0943c591f8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0673435 Mar 23 09:07:53.114413 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0217a53e-1a53-4446-8cef-faef66d89526 req-76a9dadb-f4d6-40ac-abfa-2e72c985ea65 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659986 Mar 23 09:07:53.332603 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 41824) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:53.914942 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (013cd76a-cc6f-46af-9062-32c6e828d384), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:54.188545 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Deleting port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:54.188886 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:54.260125 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1feed43-76f2-415d-a41e-850e5f934a01 req-f0f74e84-8d86-4e97-9c3d-19f1dfa4a74a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:54.266228 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e1feed43-76f2-415d-a41e-850e5f934a01 req-f0f74e84-8d86-4e97-9c3d-19f1dfa4a74a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0739155 Mar 23 09:07:54.271038 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] For port 19425a4d-7cef-4e33-a8e7-a9eae85d89c7, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:54.271398 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:54.284857 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Calling delete_port for 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:54.332903 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-e1feed43-76f2-415d-a41e-850e5f934a01 req-c4ac13cd-5a9d-4518-89e1-cd839b732325 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617290 Mar 23 09:07:54.478113 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (19425a4d-7cef-4e33-a8e7-a9eae85d89c7), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:54.505324 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=19425a4d-7cef-4e33-a8e7-a9eae85d89c7,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:54.704951 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (013cd76a-cc6f-46af-9062-32c6e828d384), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:55.216937 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Router 013cd76a-cc6f-46af-9062-32c6e828d384 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:07:55.369926 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:07:55.379529 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] Sync routers for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:07:55.390628 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-15c87500-8b0a-4e6a-ad8e-48e4ccad68f3 admin admin] 10.222.0.73 "PUT /v2.0/routers/013cd76a-cc6f-46af-9062-32c6e828d384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0538235 Mar 23 09:07:55.391339 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41842) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:55.403072 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:55.403721 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:07:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:55.570812 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:55.587731 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d4de-55c1-4423-bb4e-056e6f42af79 req-8afb748c-c49c-44cf-85be-404becfc44b8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:55.589419 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3f92d4de-55c1-4423-bb4e-056e6f42af79 req-8afb748c-c49c-44cf-85be-404becfc44b8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0928578 Mar 23 09:07:55.591189 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks [] for router (013cd76a-cc6f-46af-9062-32c6e828d384), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:55.762041 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:55.762353 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3f92d4de-55c1-4423-bb4e-056e6f42af79 req-bb8c71de-d351-4d3d-8b83-dcf8a1e11de5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636851 Mar 23 09:07:55.768955 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks [] for router_gateway (013cd76a-cc6f-46af-9062-32c6e828d384), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:55.831748 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:07:55.832084 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 9010e6fe-fa8d-4c0e-a3b7-0212b027e2f7 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:07:55.852170 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Deleting port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:55.852593 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:55.882897 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:07:54Z', 'revision_number': 5, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port': {'id': '3d2ac2d6-16fd-48c0-9746-23b377bd9ab3', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:55.921550 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] Checking router: 013cd76a-cc6f-46af-9062-32c6e828d384 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:07:55.936248 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] Routers {'013cd76a-cc6f-46af-9062-32c6e828d384'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:55.936943 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:07:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['013cd76a-cc6f-46af-9062-32c6e828d384'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:55.956840 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] For port 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:55.957198 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:55.970536 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Calling delete_port for 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 owned by network:router_gateway {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:56.034071 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] Set router 013cd76a-cc6f-46af-9062-32c6e828d384 gateway port host: None {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:56.094984 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:07:55Z', 'revision_number': 6, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:56.123155 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35452fd4-fb8f-4265-9cbc-b7001ce1e0f0 None None] The sync data for ids ['013cd76a-cc6f-46af-9062-32c6e828d384'] in dv-cinder-834822-2-iscsi is: [{'id': '013cd76a-cc6f-46af-9062-32c6e828d384', 'name': 'tempest-ServerRescueNegativeTestJSON-1140705843-router', 'tenant_id': '8b731536db654867bd9c91abfc3b27dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:25Z', 'updated_at': '2022-03-23T09:07:55Z', 'revision_number': 6, 'project_id': '8b731536db654867bd9c91abfc3b27dc', 'gw_port_host': None}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:07:56.403056 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (3d2ac2d6-16fd-48c0-9746-23b377bd9ab3), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.428364 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2ac2d6-16fd-48c0-9746-23b377bd9ab3,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:56.455035 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.455411 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.455741 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.456087 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.456428 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.456762 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.457094 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.457458 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.457788 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.458119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.458457 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.458795 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.459119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.459445 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.459765 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:07:56.500422 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (013cd76a-cc6f-46af-9062-32c6e828d384), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.595517 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (013cd76a-cc6f-46af-9062-32c6e828d384), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.597676 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks [] for router_controller (013cd76a-cc6f-46af-9062-32c6e828d384), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.643173 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (013cd76a-cc6f-46af-9062-32c6e828d384), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.643730 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 013cd76a-cc6f-46af-9062-32c6e828d384 {{(pid=103115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:07:56.648621 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.649772 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-5f3e64ec-9e22-4f94-905f-398d972033a9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/013cd76a-cc6f-46af-9062-32c6e828d384 HTTP/1.1" status: 204 len: 168 time: 1.2573559 Mar 23 09:07:56.652322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41860) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:56.697493 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] Deleting subnet c24168df-6b81-4da1-b3fd-a285bf916197 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:07:56.700636 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] Publish callbacks [] for subnet (c24168df-6b81-4da1-b3fd-a285bf916197), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.734476 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-c4447ff9-dbb5-4c30-8069-b6b25f37cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:56.736010 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-c4447ff9-dbb5-4c30-8069-b6b25f37cca9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 1130 time: 0.0498478 Mar 23 09:07:56.736449 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (c24168df-6b81-4da1-b3fd-a285bf916197), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.813636 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4ab503e3-ef0f-43c1-81ac-db5d91aa9bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.837794 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (c24168df-6b81-4da1-b3fd-a285bf916197), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.861556 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-b9917f8d-0744-452e-9551-60aaacaebab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:56.878804 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-b9917f8d-0744-452e-9551-60aaacaebab0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.1280837 Mar 23 09:07:56.931643 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (c24168df-6b81-4da1-b3fd-a285bf916197), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.963618 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24168df-6b81-4da1-b3fd-a285bf916197,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:56.969558 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:56.974924 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c408d-7e7e-4433-99ea-0786574a66ad None None] Network 382d148c-4a5f-4475-a2e6-5066d5c138fc requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:07:56.975882 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-66116d85-b26a-43dc-888e-225c0b398bb7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c24168df-6b81-4da1-b3fd-a285bf916197 HTTP/1.1" status: 204 len: 168 time: 0.3218350 Mar 23 09:07:56.977891 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41870) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:56.992625 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-775b1d5d-1c1c-4ecc-b544-27fa292d5ac9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 200 len: 1002 time: 0.1020489 Mar 23 09:07:57.013106 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff948-848f-4362-a50c-42c36f529dc6 req-e9417b16-3913-4c82-8765-7be6ee233fcd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:57.015244 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8b1ff948-848f-4362-a50c-42c36f529dc6 req-e9417b16-3913-4c82-8765-7be6ee233fcd tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.1348777 Mar 23 09:07:57.098289 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (382d148c-4a5f-4475-a2e6-5066d5c138fc), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.100297 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-f30cb15b-2778-48c5-ac7d-83502ee7dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:57.102595 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-f30cb15b-2778-48c5-ac7d-83502ee7dfa6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0864334 Mar 23 09:07:57.108663 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8b1ff948-848f-4362-a50c-42c36f529dc6 req-7de30d3d-2fc0-421b-b70e-d202d6317514 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847187 Mar 23 09:07:57.181528 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] DHCP port deletion for 382d148c-4a5f-4475-a2e6-5066d5c138fc request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:07:57.194523 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-73e7abdc-7fa6-41a9-b103-07abe292c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:57.196423 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-73e7abdc-7fa6-41a9-b103-07abe292c328 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833499 Mar 23 09:07:57.239001 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Deleting port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:57.239346 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.256528 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] Deleting port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:57.256977 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.322950 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-39084bc8-7ba5-491e-ace0-d74014b0eddc service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119258 Mar 23 09:07:57.336071 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] For port 7fcf6f81-92e4-450c-b01a-c5d5312b5650, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=7fcf6f81-92e4-450c-b01a-c5d5312b5650,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:57.336603 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.338820 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] For port 7fcf6f81-92e4-450c-b01a-c5d5312b5650, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=7fcf6f81-92e4-450c-b01a-c5d5312b5650,segment=NetworkSegment(93f0fa15-2ba2-4991-ac1d-49ad1f88cdba),segment_id=93f0fa15-2ba2-4991-ac1d-49ad1f88cdba)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:57.338982 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.351670 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Calling delete_port for 7fcf6f81-92e4-450c-b01a-c5d5312b5650 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:57.353119 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] Calling delete_port for 7fcf6f81-92e4-450c-b01a-c5d5312b5650 owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:07:57.452896 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.455517 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-92ac3915-c79a-4b0a-a809-5f72bb246a7b req-1db3c1d6-08ae-44fa-bcc6-0c6c098eed15 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150694 Mar 23 09:07:57.461184 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (7fcf6f81-92e4-450c-b01a-c5d5312b5650), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.480064 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcf6f81-92e4-450c-b01a-c5d5312b5650,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:57.482239 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] No DVR routers for this DVR port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:07:57.490990 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] Pushing event deleted for resources: {'Port': ['ID=7fcf6f81-92e4-450c-b01a-c5d5312b5650,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:57.497304 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40632d7c-79f0-429d-a2f4-5ed3dc40760e None None] No DVR routers for this DVR port 7fcf6f81-92e4-450c-b01a-c5d5312b5650 on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:07:57.553639 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (382d148c-4a5f-4475-a2e6-5066d5c138fc), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.574928 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382d148c-4a5f-4475-a2e6-5066d5c138fc']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:57.584533 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:57.584832 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f0fa15-2ba2-4991-ac1d-49ad1f88cdba') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:57.597050 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (93f0fa15-2ba2-4991-ac1d-49ad1f88cdba), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.610897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (93f0fa15-2ba2-4991-ac1d-49ad1f88cdba), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.616916 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:07:57.617327 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (93f0fa15-2ba2-4991-ac1d-49ad1f88cdba), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:07:57.619286 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:07:57.675657 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (382d148c-4a5f-4475-a2e6-5066d5c138fc), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.682020 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.688112 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] 10.222.0.73 "DELETE /v2.0/networks/382d148c-4a5f-4475-a2e6-5066d5c138fc HTTP/1.1" status: 204 len: 168 time: 0.7063508 Mar 23 09:07:57.702246 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d973f18-e632-4ba5-9bf0-e004ed7a3424 admin admin] Pushing event deleted for resources: {'Network': ['ID=382d148c-4a5f-4475-a2e6-5066d5c138fc,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:57.813022 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41880) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:57.832379 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:57.853037 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-7662e198-e6bd-42dc-99dc-56b0b75d443e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b731536db654867bd9c91abfc3b27dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387461 Mar 23 09:07:57.855601 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 41882) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:57.856502 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:07:57.857407 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 19425a4d-7cef-4e33-a8e7-a9eae85d89c7 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:07:57.857972 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:57.878043 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:07:57.878575 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 3d2ac2d6-16fd-48c0-9746-23b377bd9ab3 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:07:57.879257 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 7fcf6f81-92e4-450c-b01a-c5d5312b5650 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:57.898146 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 7fcf6f81-92e4-450c-b01a-c5d5312b5650 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:07:57.898499 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 7fcf6f81-92e4-450c-b01a-c5d5312b5650 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:07:57.903284 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a878c155-0471-4211-8430-fc0ed72ff552 admin admin] Publish callbacks [] for security_group (22c5dedd-1cd0-48f0-96b3-17c311f3f447), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.925014 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a878c155-0471-4211-8430-fc0ed72ff552 admin admin] Publish callbacks [] for security_group (22c5dedd-1cd0-48f0-96b3-17c311f3f447), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.975027 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a878c155-0471-4211-8430-fc0ed72ff552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (22c5dedd-1cd0-48f0-96b3-17c311f3f447), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.977566 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a878c155-0471-4211-8430-fc0ed72ff552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:57.978676 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a878c155-0471-4211-8430-fc0ed72ff552 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22c5dedd-1cd0-48f0-96b3-17c311f3f447 HTTP/1.1" status: 204 len: 168 time: 0.1220913 Mar 23 09:07:57.986716 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878c155-0471-4211-8430-fc0ed72ff552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c5dedd-1cd0-48f0-96b3-17c311f3f447,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:07:58.246617 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecbbe7-6ee6-4b6f-b6af-5939877e1184 req-1f234853-728d-49dc-ac52-2ccf6ddd57c8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:58.248821 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e6ecbbe7-6ee6-4b6f-b6af-5939877e1184 req-1f234853-728d-49dc-ac52-2ccf6ddd57c8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0595465 Mar 23 09:07:58.301524 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e6ecbbe7-6ee6-4b6f-b6af-5939877e1184 req-9c40e69d-bb3a-46b7-9454-d521bacad82c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461619 Mar 23 09:07:58.948505 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e4d92d2e-c55f-4325-9b49-4711cec00adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:59.456295 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a59a9-b510-40c1-9803-937d6a71d977 req-1321326d-6c4a-4df9-9b02-78bee767bec3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:59.457801 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-579a59a9-b510-40c1-9803-937d6a71d977 req-1321326d-6c4a-4df9-9b02-78bee767bec3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 946 time: 0.0579088 Mar 23 09:07:59.506908 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-579a59a9-b510-40c1-9803-937d6a71d977 req-d0bfc18f-6713-4fd5-bb74-bf8a8d69cd10 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436442 Mar 23 09:07:59.800691 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:07:59.896592 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 15750df4-cc5a-46ae-b78b-f9debbdd88ac is: ACTIVE; New status is: DOWN {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:07:59.896985 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:59.925922 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:59.928532 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c290fc-1704-4b8f-8411-8393646a3975" -d '{"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-unplugged", "status": "completed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:59.941519 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:59.947449 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:59.976260 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb03203-01ca-41a0-bb53-4c5e935bc352 x-openstack-request-id: req-3cb03203-01ca-41a0-bb53-4c5e935bc352 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:59.976862 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-unplugged", "status": "failed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac", "code": 422}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:59.976862 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3cb03203-01ca-41a0-bb53-4c5e935bc352 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:59.977426 dv-cinder-834822-2-iscsi neutron-server[103117]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3cb03203-01ca-41a0-bb53-4c5e935bc352']: {'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'code': 422} returned with failed status Mar 23 09:08:00.005905 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=8']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:00.218562 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:00.499697 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bf121-d264-4846-a3ce-76e63c276c4e req-b1ab3106-3da4-4fe2-afe7-7855358ad736 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:00.501155 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4e7bf121-d264-4846-a3ce-76e63c276c4e req-b1ab3106-3da4-4fe2-afe7-7855358ad736 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0830708 Mar 23 09:08:00.536709 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-190564dd-8030-4ecf-b6a0-86f1606653d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780439 Mar 23 09:08:00.562409 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4e7bf121-d264-4846-a3ce-76e63c276c4e req-ba842b76-158f-4cdb-9852-d8d323bbd8f8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550127 Mar 23 09:08:00.610006 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-e98474dc-8d43-4ba7-825d-3f14102ce8d4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:00.611339 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-e98474dc-8d43-4ba7-825d-3f14102ce8d4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports/15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 200 len: 941 time: 0.0478261 Mar 23 09:08:01.399604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-9df1c1f1-c5c8-4ace-9835-e05d69f93604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:01.401391 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-9df1c1f1-c5c8-4ace-9835-e05d69f93604 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597&tenant_id=a232e312db374d27bb3ea3fd29c293f0 HTTP/1.1" status: 200 len: 1128 time: 0.0464242 Mar 23 09:08:01.483510 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-33bb7607-4e82-4ce2-99f4-bf3d228307c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:01.485369 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-33bb7607-4e82-4ce2-99f4-bf3d228307c3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a232e312db374d27bb3ea3fd29c293f0&device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 1128 time: 0.0575135 Mar 23 09:08:01.581982 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-77a2dea5-f2fc-4606-b51f-6f340bdddc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:01.583439 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-77a2dea5-f2fc-4606-b51f-6f340bdddc29 service neutron] 10.222.0.84 "GET /v2.0/networks?id=73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 200 len: 917 time: 0.0899260 Mar 23 09:08:01.664939 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-93e650ad-dab8-48bc-8623-4d2d10551733 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 200 len: 1000 time: 0.0666909 Mar 23 09:08:01.665965 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:01.690082 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8562-8c52-4966-a25b-5848c34b50f3 req-810a6ec8-a106-47c2-a5a2-76d7acdbae78 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:01.691562 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3a2a8562-8c52-4966-a25b-5848c34b50f3 req-810a6ec8-a106-47c2-a5a2-76d7acdbae78 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0554883 Mar 23 09:08:01.719978 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-2ef8db0f-d6a9-4ef9-a925-b3d3398f7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:01.721361 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-2ef8db0f-d6a9-4ef9-a925-b3d3398f7284 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 200 len: 855 time: 0.0487621 Mar 23 09:08:01.739683 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3a2a8562-8c52-4966-a25b-5848c34b50f3 req-4e1d36e6-65c0-4141-9c14-8a6ac7556c42 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Mar 23 09:08:01.774359 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-1225e75e-fc97-4ca9-9d3c-5d41b187175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:01.775858 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-1225e75e-fc97-4ca9-9d3c-5d41b187175c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=73b6e3fd-ff74-42fc-ab77-b95c86491d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472097 Mar 23 09:08:01.867342 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-bc8ec062-761d-4013-a81c-3c431e6d2574 service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841477 Mar 23 09:08:01.960542 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c0df5eaa-5f6e-4971-ae37-456542ae6fdd req-8330bbf7-1d73-4104-9009-1feccbc9c15a service neutron] 10.222.0.84 "GET /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860586 Mar 23 09:08:02.885991 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fcbe0-1110-4679-a117-e4bfded696e6 req-10c45d8d-9bc2-4f9e-9b13-7ba9832d6938 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:02.895392 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-063fcbe0-1110-4679-a117-e4bfded696e6 req-10c45d8d-9bc2-4f9e-9b13-7ba9832d6938 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0724990 Mar 23 09:08:02.949847 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-063fcbe0-1110-4679-a117-e4bfded696e6 req-8e67f7c0-b722-4039-b107-477f30c2dd8d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532286 Mar 23 09:08:03.063666 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42064) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:03.093899 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.184697 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d0090352-df7f-495b-b83c-92b92ec34b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.277974 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d0090352-df7f-495b-b83c-92b92ec34b23 admin admin] Publish callbacks [] for security_group (4bc57aae-868d-4c0e-9349-68e462cfa44c), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.290656 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d0090352-df7f-495b-b83c-92b92ec34b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4bc57aae-868d-4c0e-9349-68e462cfa44c), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.349246 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0090352-df7f-495b-b83c-92b92ec34b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc57aae-868d-4c0e-9349-68e462cfa44c,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:03.353774 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-d0090352-df7f-495b-b83c-92b92ec34b23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8430da5694e44dbaa9cbc0fa0bd091c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890460 Mar 23 09:08:03.356499 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42070) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:03.419001 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3c4961c8-40bd-4ba2-96e1-04b4a899ce49 admin admin] Publish callbacks [] for security_group (4bc57aae-868d-4c0e-9349-68e462cfa44c), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.443615 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3c4961c8-40bd-4ba2-96e1-04b4a899ce49 admin admin] Publish callbacks [] for security_group (4bc57aae-868d-4c0e-9349-68e462cfa44c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.493285 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3c4961c8-40bd-4ba2-96e1-04b4a899ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4bc57aae-868d-4c0e-9349-68e462cfa44c), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.495926 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3c4961c8-40bd-4ba2-96e1-04b4a899ce49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.500164 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3c4961c8-40bd-4ba2-96e1-04b4a899ce49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4bc57aae-868d-4c0e-9349-68e462cfa44c HTTP/1.1" status: 204 len: 168 time: 0.1392949 Mar 23 09:08:03.508558 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4961c8-40bd-4ba2-96e1-04b4a899ce49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc57aae-868d-4c0e-9349-68e462cfa44c,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:03.832474 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42078) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:03.845919 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-64536b8e-c045-459d-8942-47b6a7663586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.932228 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-64536b8e-c045-459d-8942-47b6a7663586 admin admin] Publish callbacks [] for security_group (aaa9d1e8-3ed9-454c-a790-908b9840c4e4), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.937069 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-64536b8e-c045-459d-8942-47b6a7663586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (aaa9d1e8-3ed9-454c-a790-908b9840c4e4), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.991061 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-64536b8e-c045-459d-8942-47b6a7663586 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d9349a2d80e4b8685bbc0ede2cc89e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574864 Mar 23 09:08:03.991947 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64536b8e-c045-459d-8942-47b6a7663586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa9d1e8-3ed9-454c-a790-908b9840c4e4,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:03.994377 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42082) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:04.086756 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66393dfc-9c51-4b91-aa4b-9f2eeeae45d2 admin admin] Publish callbacks [] for security_group (aaa9d1e8-3ed9-454c-a790-908b9840c4e4), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.121954 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33d142-79ff-4c29-a8d1-3e55c11ff133 req-e55f4ad5-7d99-4cb3-a49a-78597f75fcf3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:04.124090 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fd33d142-79ff-4c29-a8d1-3e55c11ff133 req-e55f4ad5-7d99-4cb3-a49a-78597f75fcf3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0960195 Mar 23 09:08:04.126223 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66393dfc-9c51-4b91-aa4b-9f2eeeae45d2 admin admin] Publish callbacks [] for security_group (aaa9d1e8-3ed9-454c-a790-908b9840c4e4), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.201209 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fd33d142-79ff-4c29-a8d1-3e55c11ff133 req-a53d07fa-9665-44e2-825c-436a2a2984c2 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662227 Mar 23 09:08:04.220787 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66393dfc-9c51-4b91-aa4b-9f2eeeae45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (aaa9d1e8-3ed9-454c-a790-908b9840c4e4), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.223500 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66393dfc-9c51-4b91-aa4b-9f2eeeae45d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.224647 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-66393dfc-9c51-4b91-aa4b-9f2eeeae45d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aaa9d1e8-3ed9-454c-a790-908b9840c4e4 HTTP/1.1" status: 204 len: 168 time: 0.2291620 Mar 23 09:08:04.234415 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66393dfc-9c51-4b91-aa4b-9f2eeeae45d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa9d1e8-3ed9-454c-a790-908b9840c4e4,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:04.586949 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42090) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:04.602096 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1767e8c-c63d-4afc-b150-ef4b311f4b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.699278 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1767e8c-c63d-4afc-b150-ef4b311f4b2c admin admin] Publish callbacks [] for security_group (06e95250-f34f-4220-9616-426628a64e59), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.704153 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1767e8c-c63d-4afc-b150-ef4b311f4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (06e95250-f34f-4220-9616-426628a64e59), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.758619 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d1767e8c-c63d-4afc-b150-ef4b311f4b2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7214795243ff462fb4906a0237585770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705217 Mar 23 09:08:04.759508 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1767e8c-c63d-4afc-b150-ef4b311f4b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e95250-f34f-4220-9616-426628a64e59,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:04.764310 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42094) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:04.816266 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b72480d4-2e1c-4504-bbf9-44517b2acad7 admin admin] Publish callbacks [] for security_group (06e95250-f34f-4220-9616-426628a64e59), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.839511 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b72480d4-2e1c-4504-bbf9-44517b2acad7 admin admin] Publish callbacks [] for security_group (06e95250-f34f-4220-9616-426628a64e59), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.892111 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b72480d4-2e1c-4504-bbf9-44517b2acad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (06e95250-f34f-4220-9616-426628a64e59), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.894950 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b72480d4-2e1c-4504-bbf9-44517b2acad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.896101 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b72480d4-2e1c-4504-bbf9-44517b2acad7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/06e95250-f34f-4220-9616-426628a64e59 HTTP/1.1" status: 204 len: 168 time: 0.1331358 Mar 23 09:08:04.905059 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72480d4-2e1c-4504-bbf9-44517b2acad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e95250-f34f-4220-9616-426628a64e59,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:05.382538 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127412a2-2e45-48f2-9a24-82b664254cdd req-8314aa6e-2ebe-4f64-9680-c75107e0680a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:05.384054 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-127412a2-2e45-48f2-9a24-82b664254cdd req-8314aa6e-2ebe-4f64-9680-c75107e0680a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0734580 Mar 23 09:08:05.447931 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-127412a2-2e45-48f2-9a24-82b664254cdd req-c246031c-d65d-45d0-80eb-0ff3d317a4ed tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513728 Mar 23 09:08:06.592731 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb478c2-2546-4762-bce2-647b34e46ad0 req-325cc5a9-84ac-4382-bd7f-7bac1041990e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:06.594308 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-beb478c2-2546-4762-bce2-647b34e46ad0 req-325cc5a9-84ac-4382-bd7f-7bac1041990e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0592530 Mar 23 09:08:06.661934 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-beb478c2-2546-4762-bce2-647b34e46ad0 req-21c08414-c244-40d4-afaf-c2b3ecb104fc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617738 Mar 23 09:08:07.789349 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f211cc1-ed7c-4f4a-a623-def0c787828e req-fb5964d8-35f2-473b-9790-5ee05635523d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:07.790919 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f211cc1-ed7c-4f4a-a623-def0c787828e req-fb5964d8-35f2-473b-9790-5ee05635523d tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0565908 Mar 23 09:08:07.840003 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8f211cc1-ed7c-4f4a-a623-def0c787828e req-a709519b-5b25-455a-b069-87be2dbbfbac tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434849 Mar 23 09:08:09.009006 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59379ad6-cc0d-4ebf-9355-4f7b32e5f97e req-b8e72429-e8d6-4427-b483-78ac28ca4e4a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:09.017018 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-59379ad6-cc0d-4ebf-9355-4f7b32e5f97e req-b8e72429-e8d6-4427-b483-78ac28ca4e4a tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0825627 Mar 23 09:08:09.093193 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-59379ad6-cc0d-4ebf-9355-4f7b32e5f97e req-3fec7533-fa2f-4cf6-ae16-af8c962c6ef3 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752449 Mar 23 09:08:10.235851 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc58de2-d167-4f25-afe2-9a5195b41972 req-9e5e4dac-f674-4719-a50f-55ef5ff45120 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:10.237344 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4fc58de2-d167-4f25-afe2-9a5195b41972 req-9e5e4dac-f674-4719-a50f-55ef5ff45120 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0571945 Mar 23 09:08:10.284711 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-4fc58de2-d167-4f25-afe2-9a5195b41972 req-28cea61a-38e0-482a-991c-f46ff5d7fe6f tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417633 Mar 23 09:08:11.405646 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a959-7a11-4aad-ac5b-988daa0e0b3e req-9dce9bd0-93f3-4dab-9e35-d37e8c7442c6 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:11.407281 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7302a959-7a11-4aad-ac5b-988daa0e0b3e req-9dce9bd0-93f3-4dab-9e35-d37e8c7442c6 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0523252 Mar 23 09:08:11.454940 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7302a959-7a11-4aad-ac5b-988daa0e0b3e req-405aafc2-8df6-44ba-9b5f-c4d1f49ba51e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Mar 23 09:08:12.594616 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc270d-e688-42ae-85fe-044757a0d367 req-eb3b8788-24dd-440c-a15d-ab878ee22277 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:12.596179 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-97cc270d-e688-42ae-85fe-044757a0d367 req-eb3b8788-24dd-440c-a15d-ab878ee22277 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0599360 Mar 23 09:08:12.646828 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-97cc270d-e688-42ae-85fe-044757a0d367 req-c50e050b-098b-4ce7-b4c2-5ee37d257f07 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Mar 23 09:08:13.369512 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42260) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:13.473003 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ac49902-9e8c-4060-aa02-a5c47129c77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.550747 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ac49902-9e8c-4060-aa02-a5c47129c77b admin admin] Publish callbacks [] for security_group (2bb43b1e-5d24-430a-aa84-bcce691662d1), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.554821 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ac49902-9e8c-4060-aa02-a5c47129c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (2bb43b1e-5d24-430a-aa84-bcce691662d1), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.593932 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4ac49902-9e8c-4060-aa02-a5c47129c77b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48890db526554b6da42f65372737a047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233186 Mar 23 09:08:13.594811 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac49902-9e8c-4060-aa02-a5c47129c77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb43b1e-5d24-430a-aa84-bcce691662d1,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:13.597343 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42266) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:13.650162 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9f8df7dc-a890-454a-9278-a17e3fd5af43 admin admin] Publish callbacks [] for security_group (2bb43b1e-5d24-430a-aa84-bcce691662d1), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.671645 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9f8df7dc-a890-454a-9278-a17e3fd5af43 admin admin] Publish callbacks [] for security_group (2bb43b1e-5d24-430a-aa84-bcce691662d1), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.736431 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9f8df7dc-a890-454a-9278-a17e3fd5af43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (2bb43b1e-5d24-430a-aa84-bcce691662d1), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.739556 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9f8df7dc-a890-454a-9278-a17e3fd5af43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.740886 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9f8df7dc-a890-454a-9278-a17e3fd5af43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2bb43b1e-5d24-430a-aa84-bcce691662d1 HTTP/1.1" status: 204 len: 168 time: 0.1418190 Mar 23 09:08:13.767513 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8df7dc-a890-454a-9278-a17e3fd5af43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb43b1e-5d24-430a-aa84-bcce691662d1,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:13.799598 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd05155-b270-473d-985a-f6cbc00aae5e req-5817376b-ede5-4e93-bdb9-8a4bfb56c9cc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:13.801292 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fd05155-b270-473d-985a-f6cbc00aae5e req-5817376b-ede5-4e93-bdb9-8a4bfb56c9cc tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 944 time: 0.0797780 Mar 23 09:08:13.858358 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fd05155-b270-473d-985a-f6cbc00aae5e req-aabcdc75-5fd9-4a37-bb7f-004577b07077 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510585 Mar 23 09:08:13.867711 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:08:13.879985 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.987593 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:14.007103 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'port_id': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'mac_address': 'fa:16:3e:f1:9d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:08:14.048108 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 15750df4-cc5a-46ae-b78b-f9debbdd88ac is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:08:14.048517 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.067127 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15750df4-cc5a-46ae-b78b-f9debbdd88ac {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:08:14.073562 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42284) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:14.087547 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dceb00ae-0563-4288-a629-31047a963876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.094759 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:14.099240 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.147854 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=9']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:14.155284 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.155633 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.155977 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.156313 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.156651 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.156977 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.157327 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.157655 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.158006 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.158331 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.158686 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.159009 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.159327 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.159644 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.159958 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:14.164901 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dceb00ae-0563-4288-a629-31047a963876 admin admin] Publish callbacks [] for security_group (3b947059-4562-46d5-acea-0d648c84d7f5), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.169285 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dceb00ae-0563-4288-a629-31047a963876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (3b947059-4562-46d5-acea-0d648c84d7f5), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.205495 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb00ae-0563-4288-a629-31047a963876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b947059-4562-46d5-acea-0d648c84d7f5,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:14.210486 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-dceb00ae-0563-4288-a629-31047a963876 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b653a1470d744d08e39061596580684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360188 Mar 23 09:08:14.213173 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42286) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:14.264850 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-78fc1a36-211f-4909-8e9e-c7238289fe82 admin admin] Publish callbacks [] for security_group (3b947059-4562-46d5-acea-0d648c84d7f5), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.290357 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-78fc1a36-211f-4909-8e9e-c7238289fe82 admin admin] Publish callbacks [] for security_group (3b947059-4562-46d5-acea-0d648c84d7f5), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.338929 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-78fc1a36-211f-4909-8e9e-c7238289fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (3b947059-4562-46d5-acea-0d648c84d7f5), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.341651 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-78fc1a36-211f-4909-8e9e-c7238289fe82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.342779 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-78fc1a36-211f-4909-8e9e-c7238289fe82 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b947059-4562-46d5-acea-0d648c84d7f5 HTTP/1.1" status: 204 len: 168 time: 0.1287754 Mar 23 09:08:14.351635 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc1a36-211f-4909-8e9e-c7238289fe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b947059-4562-46d5-acea-0d648c84d7f5,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:14.364746 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['15750df4-cc5a-46ae-b78b-f9debbdd88ac'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:08:14.656752 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42292) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:14.670403 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dba4bfd3-a76e-4fc0-9cf8-b4095a8dc8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.743499 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dba4bfd3-a76e-4fc0-9cf8-b4095a8dc8d9 admin admin] Publish callbacks [] for security_group (b9ee2d55-0ecf-4196-a376-e3881f514f0e), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.747895 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dba4bfd3-a76e-4fc0-9cf8-b4095a8dc8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b9ee2d55-0ecf-4196-a376-e3881f514f0e), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.787810 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-dba4bfd3-a76e-4fc0-9cf8-b4095a8dc8d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37fd1ef473aa4e339712e9fc120602b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276593 Mar 23 09:08:14.787810 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4bfd3-a76e-4fc0-9cf8-b4095a8dc8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ee2d55-0ecf-4196-a376-e3881f514f0e,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:14.788366 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42294) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:14.836228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2fd1089b-d39f-44fd-82d5-c82d0022618a admin admin] Publish callbacks [] for security_group (b9ee2d55-0ecf-4196-a376-e3881f514f0e), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.856115 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2fd1089b-d39f-44fd-82d5-c82d0022618a admin admin] Publish callbacks [] for security_group (b9ee2d55-0ecf-4196-a376-e3881f514f0e), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.902451 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2fd1089b-d39f-44fd-82d5-c82d0022618a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b9ee2d55-0ecf-4196-a376-e3881f514f0e), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.905195 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2fd1089b-d39f-44fd-82d5-c82d0022618a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.906381 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-2fd1089b-d39f-44fd-82d5-c82d0022618a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9ee2d55-0ecf-4196-a376-e3881f514f0e HTTP/1.1" status: 204 len: 168 time: 0.1169946 Mar 23 09:08:14.914455 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1089b-d39f-44fd-82d5-c82d0022618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ee2d55-0ecf-4196-a376-e3881f514f0e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:14.997280 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698c68-3500-4e6a-89db-98b69907d6c0 req-00ec4a6f-dc7d-4177-85f0-f84b44d98d71 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:14.999166 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fa698c68-3500-4e6a-89db-98b69907d6c0 req-00ec4a6f-dc7d-4177-85f0-f84b44d98d71 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 945 time: 0.0541587 Mar 23 09:08:15.052559 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fa698c68-3500-4e6a-89db-98b69907d6c0 req-366ae213-ee29-40ca-8b92-1da3d369ee95 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473840 Mar 23 09:08:15.876239 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:08:15.932055 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 15750df4-cc5a-46ae-b78b-f9debbdd88ac triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:08:15.932435 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:16.010607 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 15750df4-cc5a-46ae-b78b-f9debbdd88ac is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:08:16.011013 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:16.038691 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:16.040893 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c358dec5-8e53-47ac-84ef-a4804c0c08b4" -d '{"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-plugged", "status": "completed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:16.053080 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:16.057866 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:16.081013 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e2232-7f33-4ff2-8345-2db1b4c48a26 x-openstack-request-id: req-379e2232-7f33-4ff2-8345-2db1b4c48a26 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:16.081334 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-plugged", "status": "completed", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:16.081589 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-379e2232-7f33-4ff2-8345-2db1b4c48a26 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:16.081983 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379e2232-7f33-4ff2-8345-2db1b4c48a26'] response: {'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'code': 200} Mar 23 09:08:16.109828 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=10']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:16.203416 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02174f4f-d56c-4554-b6a0-40fa58d2d2d3 req-f8385921-5f2d-4c63-a426-25a4a45ec812 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:16.204834 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-02174f4f-d56c-4554-b6a0-40fa58d2d2d3 req-f8385921-5f2d-4c63-a426-25a4a45ec812 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 947 time: 0.0571060 Mar 23 09:08:16.278562 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-02174f4f-d56c-4554-b6a0-40fa58d2d2d3 req-a310f6b9-9167-4835-ac30-8d808652c8b7 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666723 Mar 23 09:08:16.289648 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69671-3b44-49e0-9009-9ff5190c769c req-711fbf4d-b6fe-4734-9b68-aefcb7963f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:16.291159 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b1b69671-3b44-49e0-9009-9ff5190c769c req-711fbf4d-b6fe-4734-9b68-aefcb7963f4d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 1131 time: 0.0626535 Mar 23 09:08:16.337909 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b1b69671-3b44-49e0-9009-9ff5190c769c req-30eceb14-ab0b-4b61-bd67-a8ed41cae8ef service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385497 Mar 23 09:08:17.424709 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bade523-a158-40d8-8a1d-b6db70fc0d0a req-136fc34e-379a-448c-9a53-ce9a2df24a14 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:17.426507 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7bade523-a158-40d8-8a1d-b6db70fc0d0a req-136fc34e-379a-448c-9a53-ce9a2df24a14 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 947 time: 0.0734496 Mar 23 09:08:17.493200 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7bade523-a158-40d8-8a1d-b6db70fc0d0a req-479c2b5f-c637-4a6d-91fd-401e8d11ed87 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606215 Mar 23 09:08:18.622755 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab47ec-b405-41b1-ae78-56ea66c31e34 req-0c21d9ca-6338-4533-8c43-640f16a631da tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:18.624314 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54ab47ec-b405-41b1-ae78-56ea66c31e34 req-0c21d9ca-6338-4533-8c43-640f16a631da tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 947 time: 0.0541742 Mar 23 09:08:18.674479 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-54ab47ec-b405-41b1-ae78-56ea66c31e34 req-b23c7280-d69a-467d-9cb5-932c10258490 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444961 Mar 23 09:08:20.045210 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:08:20.292867 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-62cdc61a-735c-48de-960f-4757f65aadbd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493798 Mar 23 09:08:20.357828 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-d64463ae-db73-4f8c-8f55-625aa581df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:20.359322 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-d64463ae-db73-4f8c-8f55-625aa581df31 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1129 time: 0.0438452 Mar 23 09:08:20.467199 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-4fe50ae3-42cd-446e-9050-cd3e1734d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:20.468645 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-4fe50ae3-42cd-446e-9050-cd3e1734d940 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 909 time: 0.0863385 Mar 23 09:08:20.541041 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-1faf6898-ffc1-4a9f-96df-578596f53202 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 1001 time: 0.0646567 Mar 23 09:08:20.606903 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-3b58860e-a9c4-4b58-8f87-ed309f77efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:20.609255 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-3b58860e-a9c4-4b58-8f87-ed309f77efee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 200 len: 847 time: 0.0602443 Mar 23 09:08:20.672474 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-bb4c704e-a501-46f9-bf99-008ae51f5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:20.674074 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-bb4c704e-a501-46f9-bf99-008ae51f5723 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d6906108-2cae-4f3e-b005-bc439effb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544226 Mar 23 09:08:20.766493 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-d867aae9-4c7d-4746-8628-550653d8c43d service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849946 Mar 23 09:08:20.855025 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-e9305fe9-c59b-4349-a324-80d81caa61d9 req-bee5f61a-70fe-4b77-ac6a-3dc233bc1e7b service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823669 Mar 23 09:08:26.811564 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c0b26614-dc56-432c-a88e-b68424762b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:28.951996 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1dc829f3-a9df-432b-951b-09de0e9437ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:29.730105 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260664a8-b8aa-4c77-b9ed-597194f481da req-40908ffd-e000-4c55-830d-0625d5c283fe tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:29.731642 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-260664a8-b8aa-4c77-b9ed-597194f481da req-40908ffd-e000-4c55-830d-0625d5c283fe tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 945 time: 0.0538921 Mar 23 09:08:29.783430 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-260664a8-b8aa-4c77-b9ed-597194f481da req-b22b846d-22e6-40f6-a075-f5e8f5f7a398 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455186 Mar 23 09:08:30.095369 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266e9f-7c52-49cb-9e16-7291ae129192 req-ef171e16-74c6-44ca-8c81-a56ee42e35ba tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:30.096831 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a5266e9f-7c52-49cb-9e16-7291ae129192 req-ef171e16-74c6-44ca-8c81-a56ee42e35ba tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.0602548 Mar 23 09:08:30.143334 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a5266e9f-7c52-49cb-9e16-7291ae129192 req-4661258e-7246-435c-ba91-36a890801d56 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408058 Mar 23 09:08:30.203612 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:30.907663 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2758f-4272-40f8-a4c5-cd38ccf1c86f req-4510740a-1c7d-4505-b134-fae6c11d8e55 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:30.909113 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-89d2758f-4272-40f8-a4c5-cd38ccf1c86f req-4510740a-1c7d-4505-b134-fae6c11d8e55 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 945 time: 0.0556984 Mar 23 09:08:30.957703 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-89d2758f-4272-40f8-a4c5-cd38ccf1c86f req-64f905b0-a25e-40c7-b39f-c9b6e256f35c tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d3b66fe-af8f-4e91-991e-d3a924c1873a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427279 Mar 23 09:08:31.268180 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eca792-1ff4-49dd-a483-a988cf1016a7 req-435e2554-1ce2-4037-ba2e-d35ba1807ee5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:31.269684 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-43eca792-1ff4-49dd-a483-a988cf1016a7 req-435e2554-1ce2-4037-ba2e-d35ba1807ee5 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.0548890 Mar 23 09:08:31.315724 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-43eca792-1ff4-49dd-a483-a988cf1016a7 req-94814a8d-b952-4a7e-9b56-0a61ccdddffd tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404849 Mar 23 09:08:31.405701 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d394351-37f4-45b5-905e-d552d2414d63 req-d54a3247-e2be-4cef-a3fd-4130e4c43159 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:31.407230 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3d394351-37f4-45b5-905e-d552d2414d63 req-d54a3247-e2be-4cef-a3fd-4130e4c43159 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 945 time: 0.0550015 Mar 23 09:08:31.510246 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port b2cee531-0311-47cd-ad0d-4a56aebe1825 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:31.510590 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:31.600030 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] For port b2cee531-0311-47cd-ad0d-4a56aebe1825, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b2cee531-0311-47cd-ad0d-4a56aebe1825,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:31.600386 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:31.682443 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:31.779865 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:31.780145 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (f9eeb09d-3e8b-436f-a698-baaa13e05688), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:31.780456 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Floating IP f9eeb09d-3e8b-436f-a698-baaa13e05688 disassociated. External IP: 172.27.0.217, port: b2cee531-0311-47cd-ad0d-4a56aebe1825. Mar 23 09:08:31.780793 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for b2cee531-0311-47cd-ad0d-4a56aebe1825 owned by compute:nova {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:31.911076 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (b2cee531-0311-47cd-ad0d-4a56aebe1825), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:31.942430 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=b2cee531-0311-47cd-ad0d-4a56aebe1825,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:32.060942 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:32.075100 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-75a5bd40-4139-46fc-ad0f-935818832b20 req-3281d8b5-06e0-465e-9593-50ffc14f44bd tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/ports?device_id=59662013-5718-4f35-84c8-49621ae5279e HTTP/1.1" status: 200 len: 210 time: 0.0443144 Mar 23 09:08:32.101967 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-e5c20ac3-9e13-43b7-af28-d6a936e74cc3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:32.103381 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-e5c20ac3-9e13-43b7-af28-d6a936e74cc3 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.0815382 Mar 23 09:08:32.174712 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:32.186132 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:32.196649 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:32.198001 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:32.201406 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Deleting port 96bf97c9-97c1-432a-a10f-d41e305e835e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:32.201756 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:32.218690 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] No DVR routers for this DVR port b2cee531-0311-47cd-ad0d-4a56aebe1825 on host hv-cinder-83482 {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:32.221170 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:32.224510 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3d394351-37f4-45b5-905e-d552d2414d63 req-4ce35fbc-494b-47c7-bf20-42b9ad7958db tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.84 "DELETE /v2.0/ports/b2cee531-0311-47cd-ad0d-4a56aebe1825 HTTP/1.1" status: 204 len: 173 time: 0.8114991 Mar 23 09:08:32.224958 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'name': 'network-vif-deleted', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:32.227219 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a8c5aa-c9b5-4430-a9fc-ea52e956f90a" -d '{"events": [{"server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "name": "network-vif-deleted", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:32.278640 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac75fbc-2474-4e65-9ec5-dea6d278f21f x-openstack-request-id: req-1ac75fbc-2474-4e65-9ec5-dea6d278f21f {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:32.281306 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59662013-5718-4f35-84c8-49621ae5279e", "name": "network-vif-deleted", "tag": "b2cee531-0311-47cd-ad0d-4a56aebe1825", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:32.281833 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ac75fbc-2474-4e65-9ec5-dea6d278f21f {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:32.282330 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac75fbc-2474-4e65-9ec5-dea6d278f21f'] response: {'server_uuid': '59662013-5718-4f35-84c8-49621ae5279e', 'name': 'network-vif-deleted', 'tag': 'b2cee531-0311-47cd-ad0d-4a56aebe1825', 'status': 'completed', 'code': 200} Mar 23 09:08:32.319122 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] For port 96bf97c9-97c1-432a-a10f-d41e305e835e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=96bf97c9-97c1-432a-a10f-d41e305e835e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:32.319564 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:32.358672 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:32.548952 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940aa67e-f54f-4520-b6fb-8200634c71a7 req-038832ae-b8cf-42eb-b100-758c09b12063 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:32.550471 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-940aa67e-f54f-4520-b6fb-8200634c71a7 req-038832ae-b8cf-42eb-b100-758c09b12063 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 945 time: 0.1239100 Mar 23 09:08:32.569304 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:32.569597 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (a3307e2b-2cfd-4af8-b0ff-fb07107fb747), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:32.569909 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Floating IP a3307e2b-2cfd-4af8-b0ff-fb07107fb747 disassociated. External IP: 172.27.0.66, port: 96bf97c9-97c1-432a-a10f-d41e305e835e. Mar 23 09:08:32.570243 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Calling delete_port for 96bf97c9-97c1-432a-a10f-d41e305e835e owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:32.649972 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-940aa67e-f54f-4520-b6fb-8200634c71a7 req-b9157f38-36e5-4607-b4ed-15934ca72f1f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups?id=0df3ca5d-9dd1-469b-bf59-301e33adc4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890257 Mar 23 09:08:32.675198 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:32.703805 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:32.712992 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:32.713702 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:32.742090 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (96bf97c9-97c1-432a-a10f-d41e305e835e), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:32.771672 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event deleted for resources: {'Port': ['ID=96bf97c9-97c1-432a-a10f-d41e305e835e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:32.839282 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:32.907136 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:33.026133 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:33.040307 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] Sync routers for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:33.054878 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:33.055824 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:33.072193 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:33.072876 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] No DVR routers for this DVR port 96bf97c9-97c1-432a-a10f-d41e305e835e on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:33.076152 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.079531 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c2963c77-cdbd-4157-817f-3505f2eb697e req-bd5b7961-d2e0-4313-bd02-d9c308b23c5d tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.84 "DELETE /v2.0/ports/96bf97c9-97c1-432a-a10f-d41e305e835e HTTP/1.1" status: 204 len: 173 time: 0.9704936 Mar 23 09:08:33.080001 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'name': 'network-vif-deleted', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:33.090236 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bc8177-a6b1-41ca-841c-3183f1f3f919" -d '{"events": [{"server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "name": "network-vif-deleted", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:33.104000 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d891a1d2-2a9e-4c74-a508-9ba371cfd2de None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '4fb26df7-e451-47eb-af49-5d699bb8a50f', 'name': '', 'network_id': '8d257410-c049-45ea-91dd-8949a04fc044', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'mac_address': 'fa:16:3e:cf:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:21Z', 'updated_at': '2022-03-23T09:01:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'subnets': [{'id': '3bad7aa7-6aff-4797-94b1-413fefc6e422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:33.140961 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9bf9e-ef22-42b9-84b1-48c3f8833eca x-openstack-request-id: req-a5d9bf9e-ef22-42b9-84b1-48c3f8833eca {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:33.141977 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73296d37-fc30-4df3-b511-ebc807942aba", "name": "network-vif-deleted", "tag": "96bf97c9-97c1-432a-a10f-d41e305e835e", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:33.141977 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5d9bf9e-ef22-42b9-84b1-48c3f8833eca {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:33.142327 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d9bf9e-ef22-42b9-84b1-48c3f8833eca'] response: {'server_uuid': '73296d37-fc30-4df3-b511-ebc807942aba', 'name': 'network-vif-deleted', 'tag': '96bf97c9-97c1-432a-a10f-d41e305e835e', 'status': 'completed', 'code': 200} Mar 23 09:08:33.231383 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42660) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:33.269911 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.273915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:33.314925 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03ab21fd-a555-4150-9a8e-3df10d475449 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (6d3b66fe-af8f-4e91-991e-d3a924c1873a), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.350193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03ab21fd-a555-4150-9a8e-3df10d475449 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (6d3b66fe-af8f-4e91-991e-d3a924c1873a), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.414687 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03ab21fd-a555-4150-9a8e-3df10d475449 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6d3b66fe-af8f-4e91-991e-d3a924c1873a), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.417471 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03ab21fd-a555-4150-9a8e-3df10d475449 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.418768 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-03ab21fd-a555-4150-9a8e-3df10d475449 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/security-groups/6d3b66fe-af8f-4e91-991e-d3a924c1873a HTTP/1.1" status: 204 len: 168 time: 0.1860342 Mar 23 09:08:33.421923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42662) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:33.428483 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab21fd-a555-4150-9a8e-3df10d475449 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b66fe-af8f-4e91-991e-d3a924c1873a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:33.444198 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.api.v2.resource [None req-04139839-3e4a-4c9c-b21e-e3539da8f4f3 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] show failed (client error): The resource could not be found. Mar 23 09:08:33.445776 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-04139839-3e4a-4c9c-b21e-e3539da8f4f3 tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "GET /v2.0/security-groups/6d3b66fe-af8f-4e91-991e-d3a924c1873a HTTP/1.1" status: 404 len: 347 time: 0.0215976 Mar 23 09:08:33.448728 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42664) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:33.482449 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4741d16-320d-4545-a400-71705927b323 None None] New status for floating IP f9eeb09d-3e8b-436f-a698-baaa13e05688: DOWN {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:33.540271 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:33.591370 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Deleting port 8b859337-e29a-414f-84e0-945f06085b41 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:33.591846 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (8b859337-e29a-414f-84e0-945f06085b41), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.592393 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] Checking router: 26b03709-11c7-45ae-9bd7-938f3a33cfc0 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:33.608435 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:33.609202 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:33.695391 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (8b859337-e29a-414f-84e0-945f06085b41), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.695800 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (8b859337-e29a-414f-84e0-945f06085b41), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.709727 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Calling delete_port for 8b859337-e29a-414f-84e0-945f06085b41 owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:33.755918 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:33.783987 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bdd40afc-867a-41f9-825d-089276e1bd8e req-3b7103c4-eacd-4172-b387-6e5e8300aabe tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/ports?device_id=73296d37-fc30-4df3-b511-ebc807942aba HTTP/1.1" status: 200 len: 210 time: 0.0339930 Mar 23 09:08:33.873416 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (8b859337-e29a-414f-84e0-945f06085b41), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.901563 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Pushing event deleted for resources: {'Port': ['ID=8b859337-e29a-414f-84e0-945f06085b41,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:33.921930 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device b2cee531-0311-47cd-ad0d-4a56aebe1825 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:33.959019 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: b2cee531-0311-47cd-ad0d-4a56aebe1825 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:33.959556 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device b2cee531-0311-47cd-ad0d-4a56aebe1825 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:33.960166 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 96bf97c9-97c1-432a-a10f-d41e305e835e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:33.969205 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks [] for floatingip (f9eeb09d-3e8b-436f-a698-baaa13e05688), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.973042 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.975303 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9bbf0071-5b95-4b4c-98fb-38f40e9cc27e tempest-AttachVolumeNegativeTest-611594028 tempest-AttachVolumeNegativeTest-611594028-project] 10.222.0.73 "DELETE /v2.0/floatingips/f9eeb09d-3e8b-436f-a698-baaa13e05688 HTTP/1.1" status: 204 len: 168 time: 0.5244384 Mar 23 09:08:34.008753 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 96bf97c9-97c1-432a-a10f-d41e305e835e {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:34.009103 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 96bf97c9-97c1-432a-a10f-d41e305e835e not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:34.036671 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:34.065741 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b59d3-cd3f-4a72-b837-1ef7503f83b9 None None] The sync data for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi is: [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:01:16Z', 'revision_number': 4, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b178b1be-12f6-4731-a22f-f8668613dee5', 'name': '', 'network_id': '9631d064-4451-4b46-a503-ef0b663f91d9', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'mac_address': 'fa:16:3e:01:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'subnets': [{'id': 'eeda6616-137b-4b10-80fd-0feaf2aa6ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:34.297142 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acda241-deb7-4856-bb15-559189a448c3 None None] New status for floating IP a3307e2b-2cfd-4af8-b0ff-fb07107fb747: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:34.878982 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42678) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:34.948899 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e53ab500-714b-4885-8b34-b9c449c1240f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (0df3ca5d-9dd1-469b-bf59-301e33adc4d2), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:34.978673 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e53ab500-714b-4885-8b34-b9c449c1240f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (0df3ca5d-9dd1-469b-bf59-301e33adc4d2), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.030925 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e53ab500-714b-4885-8b34-b9c449c1240f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (0df3ca5d-9dd1-469b-bf59-301e33adc4d2), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.033543 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e53ab500-714b-4885-8b34-b9c449c1240f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.034696 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e53ab500-714b-4885-8b34-b9c449c1240f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "DELETE /v2.0/security-groups/0df3ca5d-9dd1-469b-bf59-301e33adc4d2 HTTP/1.1" status: 204 len: 168 time: 0.1546230 Mar 23 09:08:35.037658 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42682) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:35.043980 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ab500-714b-4885-8b34-b9c449c1240f tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df3ca5d-9dd1-469b-bf59-301e33adc4d2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:35.050216 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.api.v2.resource [None req-b7e112b7-4c2a-4bc7-bdb8-b3e920cdecd1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] show failed (client error): The resource could not be found. Mar 23 09:08:35.051203 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-b7e112b7-4c2a-4bc7-bdb8-b3e920cdecd1 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "GET /v2.0/security-groups/0df3ca5d-9dd1-469b-bf59-301e33adc4d2 HTTP/1.1" status: 404 len: 347 time: 0.0125294 Mar 23 09:08:35.054285 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42684) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:35.177792 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Deleting port 9485687f-3e59-4ad0-9432-da2476c93dc3 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:35.178135 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.260727 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.261057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (9485687f-3e59-4ad0-9432-da2476c93dc3), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.281745 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Calling delete_port for 9485687f-3e59-4ad0-9432-da2476c93dc3 owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:35.412249 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (9485687f-3e59-4ad0-9432-da2476c93dc3), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.444384 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Pushing event deleted for resources: {'Port': ['ID=9485687f-3e59-4ad0-9432-da2476c93dc3,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:35.505675 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks [] for floatingip (a3307e2b-2cfd-4af8-b0ff-fb07107fb747), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.508185 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.509350 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-5ced6a10-ec6c-42d5-a6fc-0bf7a4def512 tempest-AttachVolumeTestJSON-1962571876 tempest-AttachVolumeTestJSON-1962571876-project] 10.222.0.73 "DELETE /v2.0/floatingips/a3307e2b-2cfd-4af8-b0ff-fb07107fb747 HTTP/1.1" status: 204 len: 168 time: 0.4541712 Mar 23 09:08:37.642962 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42730) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:38.393235 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (d1a1c0e7-3eb7-42aa-a458-24717b405420), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:38.639975 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Deleting port 4fb26df7-e451-47eb-af49-5d699bb8a50f {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:38.640308 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:38.718659 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] For port 4fb26df7-e451-47eb-af49-5d699bb8a50f, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=4fb26df7-e451-47eb-af49-5d699bb8a50f,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:38.719353 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:38.731968 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Calling delete_port for 4fb26df7-e451-47eb-af49-5d699bb8a50f owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:38.912280 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (4fb26df7-e451-47eb-af49-5d699bb8a50f), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:38.940816 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb26df7-e451-47eb-af49-5d699bb8a50f,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:39.061989 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42752) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:39.133012 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (d1a1c0e7-3eb7-42aa-a458-24717b405420), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:39.356315 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Router d1a1c0e7-3eb7-42aa-a458-24717b405420 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:39.474467 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:39.483152 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-65bb48e8-687d-45f9-bb1c-fc9ccbeb9164 admin admin] 10.222.0.73 "PUT /v2.0/routers/d1a1c0e7-3eb7-42aa-a458-24717b405420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368568 Mar 23 09:08:39.483605 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42758) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:39.485049 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] Sync routers for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:39.494039 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (26b03709-11c7-45ae-9bd7-938f3a33cfc0), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:39.494934 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:39.495587 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:39.603290 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:39.708101 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks [] for router (d1a1c0e7-3eb7-42aa-a458-24717b405420), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:39.796168 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:08:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:39.828646 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] Checking router: d1a1c0e7-3eb7-42aa-a458-24717b405420 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:39.837742 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] Routers {'d1a1c0e7-3eb7-42aa-a458-24717b405420'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:39.838356 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['d1a1c0e7-3eb7-42aa-a458-24717b405420'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:39.884246 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks [] for router_gateway (d1a1c0e7-3eb7-42aa-a458-24717b405420), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:39.949203 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] Set router d1a1c0e7-3eb7-42aa-a458-24717b405420 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:40.135129 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:08:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:40.165587 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959cb69-a4c2-49a7-9f96-63c3f8755728 None None] The sync data for ids ['d1a1c0e7-3eb7-42aa-a458-24717b405420'] in dv-cinder-834822-2-iscsi is: [{'id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'name': 'tempest-AttachVolumeNegativeTest-1066152792-router', 'tenant_id': 'ae6383dd3179441897e5b23253456e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:12Z', 'updated_at': '2022-03-23T09:08:38Z', 'revision_number': 5, 'project_id': 'ae6383dd3179441897e5b23253456e4a', 'gw_port': {'id': 'b1611c88-f7a5-4ac7-82b3-20dbf1cfef31', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1c0e7-3eb7-42aa-a458-24717b405420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:40.231587 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Deleting port b178b1be-12f6-4731-a22f-f8668613dee5 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:40.232230 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.293173 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Deleting port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:40.293544 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.377628 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] For port b178b1be-12f6-4731-a22f-f8668613dee5, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b178b1be-12f6-4731-a22f-f8668613dee5,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:40.377995 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.396422 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Calling delete_port for b178b1be-12f6-4731-a22f-f8668613dee5 owned by network:router_interface {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:40.415381 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] For port b1611c88-f7a5-4ac7-82b3-20dbf1cfef31, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:40.415750 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.458476 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Calling delete_port for b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 owned by network:router_gateway {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:40.741709 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (b178b1be-12f6-4731-a22f-f8668613dee5), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.746553 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (b1611c88-f7a5-4ac7-82b3-20dbf1cfef31), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.773646 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b178b1be-12f6-4731-a22f-f8668613dee5,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:40.814456 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1611c88-f7a5-4ac7-82b3-20dbf1cfef31,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:40.915391 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (d1a1c0e7-3eb7-42aa-a458-24717b405420), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.075723 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (d1a1c0e7-3eb7-42aa-a458-24717b405420), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.079378 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks [] for router_controller (d1a1c0e7-3eb7-42aa-a458-24717b405420), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.131137 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (d1a1c0e7-3eb7-42aa-a458-24717b405420), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.131653 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a1c0e7-3eb7-42aa-a458-24717b405420 {{(pid=103115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:08:41.136907 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.137962 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c1ccd2dd-6a66-4862-8b7a-25489e28f79d admin admin] 10.222.0.73 "DELETE /v2.0/routers/d1a1c0e7-3eb7-42aa-a458-24717b405420 HTTP/1.1" status: 204 len: 168 time: 1.6534534 Mar 23 09:08:41.139074 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (26b03709-11c7-45ae-9bd7-938f3a33cfc0), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.140656 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42764) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:41.263371 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] Deleting subnet 3bad7aa7-6aff-4797-94b1-413fefc6e422 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:08:41.270123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] Publish callbacks [] for subnet (3bad7aa7-6aff-4797-94b1-413fefc6e422), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.322537 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (3bad7aa7-6aff-4797-94b1-413fefc6e422), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.486018 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (3bad7aa7-6aff-4797-94b1-413fefc6e422), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.536456 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:41.588957 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (3bad7aa7-6aff-4797-94b1-413fefc6e422), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.643662 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bad7aa7-6aff-4797-94b1-413fefc6e422,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:41.655773 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.657892 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16530481-3034-41a5-a7c4-ef5b57584a5d None None] Network 8d257410-c049-45ea-91dd-8949a04fc044 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:41.658961 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-cc2df0cb-2592-48a7-987a-d245cdc71786 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3bad7aa7-6aff-4797-94b1-413fefc6e422 HTTP/1.1" status: 204 len: 168 time: 0.5173972 Mar 23 09:08:41.661634 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42768) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:41.687149 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:41.695087 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-41c55c44-0c43-4f08-804b-22e6a73af7ae admin admin] 10.222.0.73 "PUT /v2.0/routers/26b03709-11c7-45ae-9bd7-938f3a33cfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6320114 Mar 23 09:08:41.695675 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42770) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:41.709889 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] Sync routers for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:41.727315 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:41.728218 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:41.734726 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (8d257410-c049-45ea-91dd-8949a04fc044), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.791569 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Deleting port 53d2610d-fabc-4043-9634-3345a772cf6f {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:41.791829 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.803248 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks [] for router (26b03709-11c7-45ae-9bd7-938f3a33cfc0), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.851241 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:41.875539 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] For port 53d2610d-fabc-4043-9634-3345a772cf6f, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=53d2610d-fabc-4043-9634-3345a772cf6f,segment=NetworkSegment(5884970e-bb1c-4c75-98d8-bc11f8285fe6),segment_id=5884970e-bb1c-4c75-98d8-bc11f8285fe6)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:41.876290 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.901416 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Calling delete_port for 53d2610d-fabc-4043-9634-3345a772cf6f owned by network:dhcp {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:41.974403 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks [] for router_gateway (26b03709-11c7-45ae-9bd7-938f3a33cfc0), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.011021 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (53d2610d-fabc-4043-9634-3345a772cf6f), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.043798 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Pushing event deleted for resources: {'Port': ['ID=53d2610d-fabc-4043-9634-3345a772cf6f,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:42.045635 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] No DVR routers for this DVR port 53d2610d-fabc-4043-9634-3345a772cf6f on host dv-cinder-834822-2-iscsi {{(pid=103116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:42.050444 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Deleting port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:42.050789 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.060482 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:42.118001 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (8d257410-c049-45ea-91dd-8949a04fc044), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.121489 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:42.121833 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b1611c88-f7a5-4ac7-82b3-20dbf1cfef31 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:42.122247 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 4fb26df7-e451-47eb-af49-5d699bb8a50f no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:42.135045 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] For port 1cc0e4a4-27cb-43a1-a1a7-5e293879476d, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:42.135513 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.148753 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Calling delete_port for 1cc0e4a4-27cb-43a1-a1a7-5e293879476d owned by network:router_gateway {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:42.148980 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d257410-c049-45ea-91dd-8949a04fc044']}} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:42.154773 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 4fb26df7-e451-47eb-af49-5d699bb8a50f {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:42.155084 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 4fb26df7-e451-47eb-af49-5d699bb8a50f not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:42.162706 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5884970e-bb1c-4c75-98d8-bc11f8285fe6') {'for_net_delete': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:42.163022 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5884970e-bb1c-4c75-98d8-bc11f8285fe6') {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:42.174521 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342809'] for segment (5884970e-bb1c-4c75-98d8-bc11f8285fe6), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.191508 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (5884970e-bb1c-4c75-98d8-bc11f8285fe6), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.201800 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:08:42.202164 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8944919'] for segment (5884970e-bb1c-4c75-98d8-bc11f8285fe6), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: Traceback (most recent call last): Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: timer() Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: cb(*args, **kw) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: return func(*args, **kwargs) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: self._notify() Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: self.callback(batched_events) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: event.method(event) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: return f(self, *a, **k) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._get(url).json() Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: return self.request(url, 'GET', **kwargs) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:08:42.203896 dv-cinder-834822-2-iscsi neutron-server[103116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:08:42.269230 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (8d257410-c049-45ea-91dd-8949a04fc044), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.271073 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10837030-ce0e-4b81-b26b-09f547f2f352 None None] DHCP port deletion for 8d257410-c049-45ea-91dd-8949a04fc044 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:08:42.275367 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.281758 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] 10.222.0.73 "DELETE /v2.0/networks/8d257410-c049-45ea-91dd-8949a04fc044 HTTP/1.1" status: 204 len: 168 time: 0.6189585 Mar 23 09:08:42.304302 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:08:40Z', 'revision_number': 5, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port': {'id': '1cc0e4a4-27cb-43a1-a1a7-5e293879476d', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:09Z', 'updated_at': '2022-03-23T09:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:42.305895 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ed76-db51-4288-999d-be559fe2fddd admin admin] Pushing event deleted for resources: {'Network': ['ID=8d257410-c049-45ea-91dd-8949a04fc044,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:42.348206 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] Checking router: 26b03709-11c7-45ae-9bd7-938f3a33cfc0 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:42.357931 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] Routers {'26b03709-11c7-45ae-9bd7-938f3a33cfc0'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:42.358886 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:42.383965 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (1cc0e4a4-27cb-43a1-a1a7-5e293879476d), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.423381 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc0e4a4-27cb-43a1-a1a7-5e293879476d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:42.437501 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42788) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:42.457731 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] Set router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 gateway port host: None {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:42.484192 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c9996e87-7ce3-4a4f-9519-2d675b7f638d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae6383dd3179441897e5b23253456e4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453427 Mar 23 09:08:42.486186 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (26b03709-11c7-45ae-9bd7-938f3a33cfc0), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.486719 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42790) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:42.513898 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:08:41Z', 'revision_number': 6, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:42.535046 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0ead7667-0ce3-48f3-a186-739fd0b5ac30 admin admin] Publish callbacks [] for security_group (ce83e011-3003-43fa-9025-8be931fbb829), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.543651 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d6524-7c5d-4c68-ab12-928fbd0a4914 None None] The sync data for ids ['26b03709-11c7-45ae-9bd7-938f3a33cfc0'] in dv-cinder-834822-2-iscsi is: [{'id': '26b03709-11c7-45ae-9bd7-938f3a33cfc0', 'name': 'tempest-AttachVolumeTestJSON-1344509050-router', 'tenant_id': '27463bc61f9044de878a6e4961a15260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:08Z', 'updated_at': '2022-03-23T09:08:41Z', 'revision_number': 6, 'project_id': '27463bc61f9044de878a6e4961a15260', 'gw_port_host': None}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:42.561670 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0ead7667-0ce3-48f3-a186-739fd0b5ac30 admin admin] Publish callbacks [] for security_group (ce83e011-3003-43fa-9025-8be931fbb829), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.588073 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (26b03709-11c7-45ae-9bd7-938f3a33cfc0), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.590267 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks [] for router_controller (26b03709-11c7-45ae-9bd7-938f3a33cfc0), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.612540 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0ead7667-0ce3-48f3-a186-739fd0b5ac30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ce83e011-3003-43fa-9025-8be931fbb829), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.615152 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0ead7667-0ce3-48f3-a186-739fd0b5ac30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.616297 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0ead7667-0ce3-48f3-a186-739fd0b5ac30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce83e011-3003-43fa-9025-8be931fbb829 HTTP/1.1" status: 204 len: 168 time: 0.1286747 Mar 23 09:08:42.625367 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead7667-0ce3-48f3-a186-739fd0b5ac30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce83e011-3003-43fa-9025-8be931fbb829,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:42.641679 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (26b03709-11c7-45ae-9bd7-938f3a33cfc0), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.642539 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b03709-11c7-45ae-9bd7-938f3a33cfc0 {{(pid=103115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:08:42.647896 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.649219 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-46830b69-03f8-43a0-9afe-2423a4d05e09 admin admin] 10.222.0.73 "DELETE /v2.0/routers/26b03709-11c7-45ae-9bd7-938f3a33cfc0 HTTP/1.1" status: 204 len: 168 time: 0.9526415 Mar 23 09:08:42.651864 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42794) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:42.695481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] Deleting subnet eeda6616-137b-4b10-80fd-0feaf2aa6ea0 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:08:42.699124 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] Publish callbacks [] for subnet (eeda6616-137b-4b10-80fd-0feaf2aa6ea0), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.734599 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (eeda6616-137b-4b10-80fd-0feaf2aa6ea0), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.813929 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (eeda6616-137b-4b10-80fd-0feaf2aa6ea0), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.135509 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (eeda6616-137b-4b10-80fd-0feaf2aa6ea0), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.162322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeda6616-137b-4b10-80fd-0feaf2aa6ea0,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:43.164289 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.170752 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c8ed7a81-eb1d-4bb1-8070-ca195671f505 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/eeda6616-137b-4b10-80fd-0feaf2aa6ea0 HTTP/1.1" status: 204 len: 168 time: 0.5152192 Mar 23 09:08:43.170752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42810) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:43.173183 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849df19-e5a1-48f9-b6db-4546393a62ab None None] Network 9631d064-4451-4b46-a503-ef0b663f91d9 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:43.241677 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (9631d064-4451-4b46-a503-ef0b663f91d9), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.301056 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Deleting port d3881b54-b74d-4d87-a0eb-0e2a633e095e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:43.301826 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.359404 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42816) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:43.366682 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] DHCP port deletion for 9631d064-4451-4b46-a503-ef0b663f91d9 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:08:43.377051 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] For port d3881b54-b74d-4d87-a0eb-0e2a633e095e, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=d3881b54-b74d-4d87-a0eb-0e2a633e095e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:43.377465 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.398237 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Calling delete_port for d3881b54-b74d-4d87-a0eb-0e2a633e095e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:43.426827 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] Deleting port d3881b54-b74d-4d87-a0eb-0e2a633e095e {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:43.427201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.492092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-600339869-network', 'tenant_id': '07a3b00ff8484de7aafe2aa0cda396cf'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:43.498848 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.510852 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] For port d3881b54-b74d-4d87-a0eb-0e2a633e095e, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=d3881b54-b74d-4d87-a0eb-0e2a633e095e,segment=NetworkSegment(43018716-f724-4975-94f9-fdfe5b81c1fa),segment_id=43018716-f724-4975-94f9-fdfe5b81c1fa)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:43.511292 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.518324 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Made reservation on behalf of 07a3b00ff8484de7aafe2aa0cda396cf for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:43.521022 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.526891 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] Calling delete_port for d3881b54-b74d-4d87-a0eb-0e2a633e095e owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:43.529600 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3881b54-b74d-4d87-a0eb-0e2a633e095e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:43.531721 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.533423 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] No DVR routers for this DVR port d3881b54-b74d-4d87-a0eb-0e2a633e095e on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:43.610430 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (9631d064-4451-4b46-a503-ef0b663f91d9), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.632308 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9631d064-4451-4b46-a503-ef0b663f91d9']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:43.633671 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (d3881b54-b74d-4d87-a0eb-0e2a633e095e), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.637457 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks [] for security_group (6c5e6322-5421-4492-a00f-ef91badbd0ba), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.644997 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6c5e6322-5421-4492-a00f-ef91badbd0ba), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.646204 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43018716-f724-4975-94f9-fdfe5b81c1fa') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:43.646509 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43018716-f724-4975-94f9-fdfe5b81c1fa') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:43.662267 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] Pushing event deleted for resources: {'Port': ['ID=d3881b54-b74d-4d87-a0eb-0e2a633e095e,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:43.665523 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (43018716-f724-4975-94f9-fdfe5b81c1fa), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.667721 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeff95c-b000-4ae2-a9a6-038313f39cfe None None] No DVR routers for this DVR port d3881b54-b74d-4d87-a0eb-0e2a633e095e on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:43.691737 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (43018716-f724-4975-94f9-fdfe5b81c1fa), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.693915 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:08:43.699322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:08:43.699722 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (43018716-f724-4975-94f9-fdfe5b81c1fa), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:08:43.704799 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:08:43.707298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5e6322-5421-4492-a00f-ef91badbd0ba,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:43.709940 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (e2c93327-747f-46c4-ab26-d914063751f3), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.710291 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Added segment e2c93327-747f-46c4-ab26-d914063751f3 of type vlan for network 360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a Mar 23 09:08:43.757171 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.782277 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (9631d064-4451-4b46-a503-ef0b663f91d9), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.785939 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.787164 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:43.787930 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.788160 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.793330 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9631d064-4451-4b46-a503-ef0b663f91d9 HTTP/1.1" status: 204 len: 168 time: 0.6197965 Mar 23 09:08:43.803329 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235ab0-38d7-40d1-b265-bd6003a02a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=9631d064-4451-4b46-a503-ef0b663f91d9,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:43.853972 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4932749 Mar 23 09:08:43.858217 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42824) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:43.864710 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Request body: {'subnet': {'network_id': '360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-600339869-subnet', 'tenant_id': '07a3b00ff8484de7aafe2aa0cda396cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:43.866721 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.888727 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 53d2610d-fabc-4043-9634-3345a772cf6f no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:43.891724 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb8a19-29d6-4241-b040-3b8228aafaa3 admin admin] Pushing event updated for resources: {'Network': ['ID=360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:43.903709 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Made reservation on behalf of 07a3b00ff8484de7aafe2aa0cda396cf for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:43.907085 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:43.917903 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:08:43.945682 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42826) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:43.959767 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 53d2610d-fabc-4043-9634-3345a772cf6f {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:43.960128 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 53d2610d-fabc-4043-9634-3345a772cf6f not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:43.960581 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 1cc0e4a4-27cb-43a1-a1a7-5e293879476d no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:43.981819 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42828) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:43.990088 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-95278b13-4891-49a3-adfe-405fc8b19507 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27463bc61f9044de878a6e4961a15260&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409768 Mar 23 09:08:43.992565 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42832) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:43.996881 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 1cc0e4a4-27cb-43a1-a1a7-5e293879476d {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:43.997290 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 1cc0e4a4-27cb-43a1-a1a7-5e293879476d not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:43.997787 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b178b1be-12f6-4731-a22f-f8668613dee5 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:44.028559 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: b178b1be-12f6-4731-a22f-f8668613dee5 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:44.028914 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b178b1be-12f6-4731-a22f-f8668613dee5 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:44.029365 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device d3881b54-b74d-4d87-a0eb-0e2a633e095e no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:44.053431 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: d3881b54-b74d-4d87-a0eb-0e2a633e095e {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:44.053585 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device d3881b54-b74d-4d87-a0eb-0e2a633e095e not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:44.094278 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-06bc5635-48f2-4267-ba5f-491494f9e055 admin admin] Publish callbacks [] for security_group (4a1e1f72-f773-451c-89e9-b377096afd61), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.143360 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-06bc5635-48f2-4267-ba5f-491494f9e055 admin admin] Publish callbacks [] for security_group (4a1e1f72-f773-451c-89e9-b377096afd61), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.214751 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (4d4bb2a8-ec41-499a-a0bb-19e5b2befa35), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.327632 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4bb2a8-ec41-499a-a0bb-19e5b2befa35,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:44.354956 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-06bc5635-48f2-4267-ba5f-491494f9e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (4a1e1f72-f773-451c-89e9-b377096afd61), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.357539 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-06bc5635-48f2-4267-ba5f-491494f9e055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.358656 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-06bc5635-48f2-4267-ba5f-491494f9e055 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a1e1f72-f773-451c-89e9-b377096afd61 HTTP/1.1" status: 204 len: 168 time: 0.3648224 Mar 23 09:08:44.365338 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Checking segment: {'id': 'e2c93327-747f-46c4-ab26-d914063751f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:08:44.365900 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Network hostable DHCP agents. Network: 360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:08:44.393025 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc5635-48f2-4267-ba5f-491494f9e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e1f72-f773-451c-89e9-b377096afd61,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:44.427236 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Network 360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:08:44.440923 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:44.445419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:44.446020 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.455173 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Deleting port 2ef8883d-4947-489f-9bda-740eca086bef {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:44.455328 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed77f9-dcb5-49b9-b7eb-6f93061894f8 None None] Network 360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:44.455792 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (2ef8883d-4947-489f-9bda-740eca086bef), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.506557 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0349fbee-1763-4a17-82dc-32b48d419b88 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6462820 Mar 23 09:08:44.544590 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (2ef8883d-4947-489f-9bda-740eca086bef), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.544918 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for floatingip (2ef8883d-4947-489f-9bda-740eca086bef), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.560789 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Calling delete_port for 2ef8883d-4947-489f-9bda-740eca086bef owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:44.585572 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf7e1a-a2aa-4915-ac54-ea4b6c9e4e47 None None] Network 360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:44.757213 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2ef8883d-4947-489f-9bda-740eca086bef), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.786345 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event deleted for resources: {'Port': ['ID=2ef8883d-4947-489f-9bda-740eca086bef,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:44.856204 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for floatingip (424a6fee-730d-4f1c-b38e-3986a01ad3bb), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:44.857067 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Floating IP 424a6fee-730d-4f1c-b38e-3986a01ad3bb disassociated (deleted). External IP: 172.27.0.115, port: 6d6c8a3b-ff09-4898-b001-7ab94459783d. Mar 23 09:08:45.078141 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Router 648928a6-92cf-4ec0-9842-3b1b1c44b68f has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:45.170521 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42868) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:45.176275 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-623773266-network', 'tenant_id': 'dde5a36b9c7147428468e30d3d890f17'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:45.199699 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Made reservation on behalf of dde5a36b9c7147428468e30d3d890f17 for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:45.202008 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.208253 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:45.212312 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.213111 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.223208 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] Sync routers for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:45.236246 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:45.236995 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:45.245869 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-380fe004-e2e3-4a04-8f12-bd6d4416bdf8 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "DELETE /v2.0/floatingips/424a6fee-730d-4f1c-b38e-3986a01ad3bb HTTP/1.1" status: 204 len: 168 time: 1.2629495 Mar 23 09:08:45.246665 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:45.261680 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7337f-e76a-43b2-b898-134a62bcddcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:45.313546 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks [] for security_group (cfd04d5f-6df9-412d-9652-0a57b4834460), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.322836 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cfd04d5f-6df9-412d-9652-0a57b4834460), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.326479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b6c0a-40dd-404b-8bad-74408e152af1 x-openstack-request-id: req-0d0b6c0a-40dd-404b-8bad-74408e152af1 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:45.326833 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:45.327149 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d0b6c0a-40dd-404b-8bad-74408e152af1 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:45.327612 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0b6c0a-40dd-404b-8bad-74408e152af1'] response: {'name': 'network-changed', 'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'status': 'completed', 'code': 200} Mar 23 09:08:45.356168 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:08:45.400244 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd04d5f-6df9-412d-9652-0a57b4834460,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:45.405294 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (9ef026e4-3564-421a-9273-f845631f8e3e), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.405646 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Added segment 9ef026e4-3564-421a-9273-f845631f8e3e of type vlan for network 1caf19f0-0090-4fde-b2fb-3b3b843f580b Mar 23 09:08:45.480312 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (1caf19f0-0090-4fde-b2fb-3b3b843f580b), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.487752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-03b4db3d-ea98-4265-851d-e3db6d026008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:45.489985 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-03b4db3d-ea98-4265-851d-e3db6d026008 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73435dd3780472594b6acb34d406b03&device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 1129 time: 0.1373713 Mar 23 09:08:45.525151 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:45.618361 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (1caf19f0-0090-4fde-b2fb-3b3b843f580b), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.619315 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:45.619897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.714567 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5393980 Mar 23 09:08:45.716090 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42884) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:45.724208 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Request body: {'subnet': {'network_id': '1caf19f0-0090-4fde-b2fb-3b3b843f580b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-623773266-subnet', 'tenant_id': 'dde5a36b9c7147428468e30d3d890f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:45.733812 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5dd26-5b62-4f12-b308-31adb9731f7d admin admin] Pushing event updated for resources: {'Network': ['ID=1caf19f0-0090-4fde-b2fb-3b3b843f580b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:45.744598 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d353fb7-a1ff-4fc1-8da9-4da15053d727 req-c2befeb4-de92-4045-94cc-3a3c361aa5d0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:45.746790 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0d353fb7-a1ff-4fc1-8da9-4da15053d727 req-c2befeb4-de92-4045-94cc-3a3c361aa5d0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.2008607 Mar 23 09:08:45.751693 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-06c2f0c2-1fc5-4f5b-8637-be5f478a5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:45.753153 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-06c2f0c2-1fc5-4f5b-8637-be5f478a5c33 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 200 len: 909 time: 0.2559230 Mar 23 09:08:45.753500 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Made reservation on behalf of dde5a36b9c7147428468e30d3d890f17 for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:45.756674 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 1caf19f0-0090-4fde-b2fb-3b3b843f580b details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:08:45.757876 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:45.777669 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:46Z', 'revision_number': 5, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:45.810860 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] Checking router: 648928a6-92cf-4ec0-9842-3b1b1c44b68f for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:45.814419 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-abed0996-dbcb-4d28-a44d-43718e836431 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 200 len: 217 time: 0.0464365 Mar 23 09:08:45.821350 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:45.821959 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:45.906127 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0d353fb7-a1ff-4fc1-8da9-4da15053d727 req-2ff5ffb7-1949-46a2-9eb6-b2dc6319e39d tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517835 Mar 23 09:08:45.929578 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-926de80e-1d6d-4f7c-887f-1c399926013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:45.929578 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-926de80e-1d6d-4f7c-887f-1c399926013d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 200 len: 847 time: 0.1009893 Mar 23 09:08:45.968638 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:45.987027 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-a8c402c1-b903-42af-a762-0f24ed9dd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:45.989768 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-a8c402c1-b903-42af-a762-0f24ed9dd6c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d6906108-2cae-4f3e-b005-bc439effb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523400 Mar 23 09:08:46.023070 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (a9212f4c-5f69-4c52-a6ee-425fe1ecd986), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.090217 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9212f4c-5f69-4c52-a6ee-425fe1ecd986,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:46.120176 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-538f10fd-def9-4e0e-b0ab-97a429935604 service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213455 Mar 23 09:08:46.132389 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Checking segment: {'id': '9ef026e4-3564-421a-9273-f845631f8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1caf19f0-0090-4fde-b2fb-3b3b843f580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:08:46.133111 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Network hostable DHCP agents. Network: 1caf19f0-0090-4fde-b2fb-3b3b843f580b, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:08:46.152780 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Network 1caf19f0-0090-4fde-b2fb-3b3b843f580b is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:08:46.165410 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 1caf19f0-0090-4fde-b2fb-3b3b843f580b) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:46.172735 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:46.173745 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.176177 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f976b14-ab81-425e-a44c-1b7a6a315ddf None None] Network 1caf19f0-0090-4fde-b2fb-3b3b843f580b requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:46.207935 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-8bd52b5a-a64d-4f57-86d3-99e8365cace5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4892957 Mar 23 09:08:46.219084 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:46Z', 'revision_number': 5, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:46.252375 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4c554-b3ad-490a-a571-50aa3f1197dd None None] The sync data for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi is: [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:02:41Z', 'revision_number': 4, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'aefe4035-a782-41b0-a74a-c759ac433f52', 'name': '', 'network_id': 'd6906108-2cae-4f3e-b005-bc439effb470', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'mac_address': 'fa:16:3e:67:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:41Z', 'updated_at': '2022-03-23T09:02:46Z', 'revision_number': 5, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'subnets': [{'id': 'ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:46.284402 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-45e7337f-e76a-43b2-b898-134a62bcddcd req-d99b45a2-ca0d-4f17-b10b-8e46a0a7da1e service neutron] 10.222.0.84 "GET /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537013 Mar 23 09:08:46.341571 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d096f1-0fd6-4425-a3fb-2de15f236b93 None None] Network 1caf19f0-0090-4fde-b2fb-3b3b843f580b requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:46.366043 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42904) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:46.424948 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] Deleting subnet 4d4bb2a8-ec41-499a-a0bb-19e5b2befa35 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:08:46.432211 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] Publish callbacks [] for subnet (4d4bb2a8-ec41-499a-a0bb-19e5b2befa35), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.476135 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (4d4bb2a8-ec41-499a-a0bb-19e5b2befa35), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.522444 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (4d4bb2a8-ec41-499a-a0bb-19e5b2befa35), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.578237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7b7d76-3bfd-4638-8a1c-61462ac22f5a None None] New status for floating IP 424a6fee-730d-4f1c-b38e-3986a01ad3bb: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:46.581670 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (4d4bb2a8-ec41-499a-a0bb-19e5b2befa35), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.612018 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4bb2a8-ec41-499a-a0bb-19e5b2befa35,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:46.616941 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.620025 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-40f56bee-3ea4-403b-896a-7f3c6308af2c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4d4bb2a8-ec41-499a-a0bb-19e5b2befa35 HTTP/1.1" status: 204 len: 168 time: 0.2530677 Mar 23 09:08:46.622884 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42914) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:46.724974 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.828037 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.852119 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a']}} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:46.861540 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c93327-747f-46c4-ab26-d914063751f3') {'for_net_delete': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:46.861837 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c93327-747f-46c4-ab26-d914063751f3') {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:46.871018 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342809'] for segment (e2c93327-747f-46c4-ab26-d914063751f3), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.886033 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (e2c93327-747f-46c4-ab26-d914063751f3), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.892448 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:08:46.892948 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8944919'] for segment (e2c93327-747f-46c4-ab26-d914063751f3), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: Traceback (most recent call last): Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: timer() Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: cb(*args, **kw) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: return func(*args, **kwargs) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: self._notify() Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: self.callback(batched_events) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: event.method(event) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: return f(self, *a, **k) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._get(url).json() Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: return self.request(url, 'GET', **kwargs) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:08:46.894795 dv-cinder-834822-2-iscsi neutron-server[103116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:08:46.956214 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.960766 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:46.964806 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] 10.222.0.73 "DELETE /v2.0/networks/360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a HTTP/1.1" status: 204 len: 168 time: 0.3409235 Mar 23 09:08:46.967707 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 42930) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:46.978954 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b6306-549b-406a-8d84-f2334caca0af admin admin] Pushing event deleted for resources: {'Network': ['ID=360b2ab0-5eb4-4761-9ce5-a821a4d8ba1a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:47.026271 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] Deleting subnet a9212f4c-5f69-4c52-a6ee-425fe1ecd986 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:08:47.030663 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] Publish callbacks [] for subnet (a9212f4c-5f69-4c52-a6ee-425fe1ecd986), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.043017 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c79b9-b78d-44e9-84e5-2a750bf826b5 req-83ccc5fa-4958-4567-9014-4c6140295358 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:47.044821 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-208c79b9-b78d-44e9-84e5-2a750bf826b5 req-83ccc5fa-4958-4567-9014-4c6140295358 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0612864 Mar 23 09:08:47.067817 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (a9212f4c-5f69-4c52-a6ee-425fe1ecd986), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.100165 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-208c79b9-b78d-44e9-84e5-2a750bf826b5 req-908b09a4-c6a2-419a-bbdd-58ce3ef9b76f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/security-groups?id=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Mar 23 09:08:47.124403 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (a9212f4c-5f69-4c52-a6ee-425fe1ecd986), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.183282 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (a9212f4c-5f69-4c52-a6ee-425fe1ecd986), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.220945 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9212f4c-5f69-4c52-a6ee-425fe1ecd986,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:47.240793 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.243898 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-3c9b65ee-a6b0-41d0-8266-0d256ab9afee admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9212f4c-5f69-4c52-a6ee-425fe1ecd986 HTTP/1.1" status: 204 len: 168 time: 0.2751098 Mar 23 09:08:47.247215 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42936) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:47.270822 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-4abd24fa-6f2b-4781-b8fc-cce09671758f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:47.272260 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-4abd24fa-6f2b-4781-b8fc-cce09671758f tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.84 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 945 time: 0.0638797 Mar 23 09:08:47.314646 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (1caf19f0-0090-4fde-b2fb-3b3b843f580b), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.368932 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Deleting port 6d6c8a3b-ff09-4898-b001-7ab94459783d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:47.369592 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.392756 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (1caf19f0-0090-4fde-b2fb-3b3b843f580b), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.415396 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caf19f0-0090-4fde-b2fb-3b3b843f580b']}} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:47.425143 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef026e4-3564-421a-9273-f845631f8e3e') {'for_net_delete': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:47.425479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.services.segments.db [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef026e4-3564-421a-9273-f845631f8e3e') {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:47.436732 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342809'] for segment (9ef026e4-3564-421a-9273-f845631f8e3e), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.450631 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (9ef026e4-3564-421a-9273-f845631f8e3e), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.456636 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:08:47.457019 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8944919'] for segment (9ef026e4-3564-421a-9273-f845631f8e3e), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: Traceback (most recent call last): Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: timer() Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: cb(*args, **kw) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: return func(*args, **kwargs) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: self._notify() Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: self.callback(batched_events) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: event.method(event) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: return f(self, *a, **k) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._get(url).json() Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: return self.request(url, 'GET', **kwargs) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:08:47.458802 dv-cinder-834822-2-iscsi neutron-server[103116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:08:47.463044 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] For port 6d6c8a3b-ff09-4898-b001-7ab94459783d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d6c8a3b-ff09-4898-b001-7ab94459783d,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:47.463408 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.476192 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Calling delete_port for 6d6c8a3b-ff09-4898-b001-7ab94459783d owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:47.513074 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (1caf19f0-0090-4fde-b2fb-3b3b843f580b), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.518091 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.521113 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1caf19f0-0090-4fde-b2fb-3b3b843f580b HTTP/1.1" status: 204 len: 168 time: 0.2728887 Mar 23 09:08:47.533121 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2670d7-15b5-4a82-ae3a-46ee49693b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=1caf19f0-0090-4fde-b2fb-3b3b843f580b,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:47.621697 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (6d6c8a3b-ff09-4898-b001-7ab94459783d), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.648519 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event deleted for resources: {'Port': ['ID=6d6c8a3b-ff09-4898-b001-7ab94459783d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:47.691430 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42940) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:47.699320 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] No DVR routers for this DVR port 6d6c8a3b-ff09-4898-b001-7ab94459783d on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:47.701797 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.705143 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eec44bbf-34fa-4468-b1d9-a44956e44d7f req-36f15b9c-a655-4019-8e0b-6db25aee251a tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.84 "DELETE /v2.0/ports/6d6c8a3b-ff09-4898-b001-7ab94459783d HTTP/1.1" status: 204 len: 173 time: 0.4267211 Mar 23 09:08:47.705609 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-deleted', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:47.707884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c801eb9-1060-481d-bc54-6a5870af4fd1" -d '{"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-deleted", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:47.744787 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385798d3-ac70-45bd-82e5-7c11da920323 x-openstack-request-id: req-385798d3-ac70-45bd-82e5-7c11da920323 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:47.745115 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c250c0-dd06-4ad8-8fd3-971dec7f8a18", "name": "network-vif-deleted", "tag": "6d6c8a3b-ff09-4898-b001-7ab94459783d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:47.745399 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-385798d3-ac70-45bd-82e5-7c11da920323 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:47.745813 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385798d3-ac70-45bd-82e5-7c11da920323'] response: {'server_uuid': 'd4c250c0-dd06-4ad8-8fd3-971dec7f8a18', 'name': 'network-vif-deleted', 'tag': '6d6c8a3b-ff09-4898-b001-7ab94459783d', 'status': 'completed', 'code': 200} Mar 23 09:08:47.748616 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-36d8c2de-426f-4a33-9505-b408704b85b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07a3b00ff8484de7aafe2aa0cda396cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559030 Mar 23 09:08:47.751132 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42944) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:47.802634 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a294d0f-e7d7-4a4a-93c0-cec16d4786cc admin admin] Publish callbacks [] for security_group (6c5e6322-5421-4492-a00f-ef91badbd0ba), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.825114 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a294d0f-e7d7-4a4a-93c0-cec16d4786cc admin admin] Publish callbacks [] for security_group (6c5e6322-5421-4492-a00f-ef91badbd0ba), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.872365 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a294d0f-e7d7-4a4a-93c0-cec16d4786cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (6c5e6322-5421-4492-a00f-ef91badbd0ba), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.875261 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a294d0f-e7d7-4a4a-93c0-cec16d4786cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.876471 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6a294d0f-e7d7-4a4a-93c0-cec16d4786cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c5e6322-5421-4492-a00f-ef91badbd0ba HTTP/1.1" status: 204 len: 168 time: 0.1244555 Mar 23 09:08:47.884317 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a294d0f-e7d7-4a4a-93c0-cec16d4786cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5e6322-5421-4492-a00f-ef91badbd0ba,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:48.286536 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b81a03b2-fa5c-42de-b5a4-1a98172013ea req-3d0c6fd7-e588-4f74-af71-f4f79feb44af tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4c250c0-dd06-4ad8-8fd3-971dec7f8a18 HTTP/1.1" status: 200 len: 210 time: 0.0442028 Mar 23 09:08:48.318255 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42980) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:48.359964 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ea12e24b-7780-4486-9772-e3685f6cca5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dde5a36b9c7147428468e30d3d890f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405567 Mar 23 09:08:48.362678 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 42984) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:48.424105 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-182ecdf8-aed4-47d8-b17f-5f06b3e15b60 admin admin] Publish callbacks [] for security_group (cfd04d5f-6df9-412d-9652-0a57b4834460), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:48.451664 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-182ecdf8-aed4-47d8-b17f-5f06b3e15b60 admin admin] Publish callbacks [] for security_group (cfd04d5f-6df9-412d-9652-0a57b4834460), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:48.501464 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-182ecdf8-aed4-47d8-b17f-5f06b3e15b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (cfd04d5f-6df9-412d-9652-0a57b4834460), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:48.504388 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-182ecdf8-aed4-47d8-b17f-5f06b3e15b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:48.505592 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-182ecdf8-aed4-47d8-b17f-5f06b3e15b60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cfd04d5f-6df9-412d-9652-0a57b4834460 HTTP/1.1" status: 204 len: 168 time: 0.1419945 Mar 23 09:08:48.514799 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ecdf8-aed4-47d8-b17f-5f06b3e15b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd04d5f-6df9-412d-9652-0a57b4834460,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:49.366534 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43018) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:49.428490 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4558f0f5-cc55-4029-9f01-9b5a51b977b0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group (15853cc7-5d5c-4d9f-9dc8-0f85896b73a3), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:49.457769 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4558f0f5-cc55-4029-9f01-9b5a51b977b0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group (15853cc7-5d5c-4d9f-9dc8-0f85896b73a3), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:49.550688 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4558f0f5-cc55-4029-9f01-9b5a51b977b0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (15853cc7-5d5c-4d9f-9dc8-0f85896b73a3), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:49.554018 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-4558f0f5-cc55-4029-9f01-9b5a51b977b0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:49.558668 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-4558f0f5-cc55-4029-9f01-9b5a51b977b0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] 10.222.0.73 "DELETE /v2.0/security-groups/15853cc7-5d5c-4d9f-9dc8-0f85896b73a3 HTTP/1.1" status: 204 len: 168 time: 0.1875587 Mar 23 09:08:49.568879 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558f0f5-cc55-4029-9f01-9b5a51b977b0 tempest-TestShelveInstance-2022177694 tempest-TestShelveInstance-2022177694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15853cc7-5d5c-4d9f-9dc8-0f85896b73a3,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:49.617799 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43040) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:49.786328 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43048) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:50.025680 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 6d6c8a3b-ff09-4898-b001-7ab94459783d no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:50.051483 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 6d6c8a3b-ff09-4898-b001-7ab94459783d {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:50.051992 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 6d6c8a3b-ff09-4898-b001-7ab94459783d not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:50.119859 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f2f32010-305d-40ec-9b1e-019993af8309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.298208 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f2f32010-305d-40ec-9b1e-019993af8309 admin admin] Publish callbacks [] for security_group (639c7235-a372-47e2-815b-8bfce9bfa51e), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.303384 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f2f32010-305d-40ec-9b1e-019993af8309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (639c7235-a372-47e2-815b-8bfce9bfa51e), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.376438 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-f2f32010-305d-40ec-9b1e-019993af8309 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b0c0b096190430db8b814f89e646972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5890570 Mar 23 09:08:50.377167 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32010-305d-40ec-9b1e-019993af8309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639c7235-a372-47e2-815b-8bfce9bfa51e,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:50.379824 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43070) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:50.444519 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f79878c3-b434-48f9-93c6-3787fdfb8344 admin admin] Publish callbacks [] for security_group (639c7235-a372-47e2-815b-8bfce9bfa51e), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.473624 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f79878c3-b434-48f9-93c6-3787fdfb8344 admin admin] Publish callbacks [] for security_group (639c7235-a372-47e2-815b-8bfce9bfa51e), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.524504 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (648928a6-92cf-4ec0-9842-3b1b1c44b68f), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.531533 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f79878c3-b434-48f9-93c6-3787fdfb8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (639c7235-a372-47e2-815b-8bfce9bfa51e), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.536119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f79878c3-b434-48f9-93c6-3787fdfb8344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.537314 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f79878c3-b434-48f9-93c6-3787fdfb8344 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/639c7235-a372-47e2-815b-8bfce9bfa51e HTTP/1.1" status: 204 len: 168 time: 0.1562903 Mar 23 09:08:50.546630 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79878c3-b434-48f9-93c6-3787fdfb8344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639c7235-a372-47e2-815b-8bfce9bfa51e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:50.846130 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Deleting port aefe4035-a782-41b0-a74a-c759ac433f52 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:50.846476 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.933746 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] For port aefe4035-a782-41b0-a74a-c759ac433f52, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=aefe4035-a782-41b0-a74a-c759ac433f52,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:50.934532 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:50.946932 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43100) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:50.949633 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Calling delete_port for aefe4035-a782-41b0-a74a-c759ac433f52 owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:50.965690 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-000660ea-a3b7-487b-a0cd-fbc3f03d50a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.040823 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43102) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:51.050480 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-000660ea-a3b7-487b-a0cd-fbc3f03d50a9 admin admin] Publish callbacks [] for security_group (ca73db3f-326c-4966-b5bf-9f9946993df8), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.054810 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-000660ea-a3b7-487b-a0cd-fbc3f03d50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ca73db3f-326c-4966-b5bf-9f9946993df8), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.093554 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-000660ea-a3b7-487b-a0cd-fbc3f03d50a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72ae54e0bd7b4c168da43789dc0737b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440892 Mar 23 09:08:51.094689 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000660ea-a3b7-487b-a0cd-fbc3f03d50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73db3f-326c-4966-b5bf-9f9946993df8,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:51.097079 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43106) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:51.151230 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac786-72f2-42bf-ae39-7203c2661a45 admin admin] Publish callbacks [] for security_group (ca73db3f-326c-4966-b5bf-9f9946993df8), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.151822 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (aefe4035-a782-41b0-a74a-c759ac433f52), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.178794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefe4035-a782-41b0-a74a-c759ac433f52,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:51.187963 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f63cfaf-e209-4ac7-b7f6-711aa34bc9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.192274 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac786-72f2-42bf-ae39-7203c2661a45 admin admin] Publish callbacks [] for security_group (ca73db3f-326c-4966-b5bf-9f9946993df8), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.294053 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac786-72f2-42bf-ae39-7203c2661a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ca73db3f-326c-4966-b5bf-9f9946993df8), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.296553 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac786-72f2-42bf-ae39-7203c2661a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.300367 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-3b2ac786-72f2-42bf-ae39-7203c2661a45 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca73db3f-326c-4966-b5bf-9f9946993df8 HTTP/1.1" status: 204 len: 168 time: 0.2021301 Mar 23 09:08:51.316681 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ac786-72f2-42bf-ae39-7203c2661a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73db3f-326c-4966-b5bf-9f9946993df8,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:51.331078 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f63cfaf-e209-4ac7-b7f6-711aa34bc9f9 admin admin] Publish callbacks [] for security_group (e92e7842-6df0-4bd6-b6b1-27883ab332a4), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.338804 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f63cfaf-e209-4ac7-b7f6-711aa34bc9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e92e7842-6df0-4bd6-b6b1-27883ab332a4), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.374447 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (648928a6-92cf-4ec0-9842-3b1b1c44b68f), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.384442 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-3f63cfaf-e209-4ac7-b7f6-711aa34bc9f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d30f4c07ed84948adde5506a60fa26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426218 Mar 23 09:08:51.387694 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43110) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:51.409545 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63cfaf-e209-4ac7-b7f6-711aa34bc9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e7842-6df0-4bd6-b6b1-27883ab332a4,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:51.468662 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85288800-83b3-4cb2-a5cf-e33d72657795 admin admin] Publish callbacks [] for security_group (e92e7842-6df0-4bd6-b6b1-27883ab332a4), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.490831 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85288800-83b3-4cb2-a5cf-e33d72657795 admin admin] Publish callbacks [] for security_group (e92e7842-6df0-4bd6-b6b1-27883ab332a4), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.541246 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85288800-83b3-4cb2-a5cf-e33d72657795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e92e7842-6df0-4bd6-b6b1-27883ab332a4), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.543971 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85288800-83b3-4cb2-a5cf-e33d72657795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.548016 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-85288800-83b3-4cb2-a5cf-e33d72657795 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e92e7842-6df0-4bd6-b6b1-27883ab332a4 HTTP/1.1" status: 204 len: 168 time: 0.1565771 Mar 23 09:08:51.553349 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85288800-83b3-4cb2-a5cf-e33d72657795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e7842-6df0-4bd6-b6b1-27883ab332a4,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:51.658765 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Router 648928a6-92cf-4ec0-9842-3b1b1c44b68f has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:51.775237 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:51.783483 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43126) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:51.783624 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-39141e7a-d2da-4959-b448-0fb34d2793f7 admin admin] 10.222.0.73 "PUT /v2.0/routers/648928a6-92cf-4ec0-9842-3b1b1c44b68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1647625 Mar 23 09:08:51.794880 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] Sync routers for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:51.841582 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:51.842722 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:51.937107 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks [] for router (648928a6-92cf-4ec0-9842-3b1b1c44b68f), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.974827 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43134) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:51.991301 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48e3b291-db95-4302-9cfa-971f1bfcd7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:51.998307 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:52.068804 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks [] for router_gateway (648928a6-92cf-4ec0-9842-3b1b1c44b68f), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.113956 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48e3b291-db95-4302-9cfa-971f1bfcd7fc admin admin] Publish callbacks [] for security_group (60c9abd2-2dd5-4f01-af56-fb8d7718d13b), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.122184 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-48e3b291-db95-4302-9cfa-971f1bfcd7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (60c9abd2-2dd5-4f01-af56-fb8d7718d13b), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.151951 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Deleting port 2e23f1cf-9381-423d-80a0-9c304f0eb112 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:52.152294 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.164666 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-48e3b291-db95-4302-9cfa-971f1bfcd7fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d63254d48c9d44f9894005b67f61eb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884015 Mar 23 09:08:52.170598 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43138) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:52.219232 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b291-db95-4302-9cfa-971f1bfcd7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c9abd2-2dd5-4f01-af56-fb8d7718d13b,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:52.242403 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Publish callbacks [] for security_group (60c9abd2-2dd5-4f01-af56-fb8d7718d13b), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.244688 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43142) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:52.266532 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Publish callbacks [] for security_group (60c9abd2-2dd5-4f01-af56-fb8d7718d13b), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.274993 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] For port 2e23f1cf-9381-423d-80a0-9c304f0eb112, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2e23f1cf-9381-423d-80a0-9c304f0eb112,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:52.275541 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.280832 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:08:51Z', 'revision_number': 5, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port': {'id': '2e23f1cf-9381-423d-80a0-9c304f0eb112', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:39Z', 'updated_at': '2022-03-23T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:52.300273 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Calling delete_port for 2e23f1cf-9381-423d-80a0-9c304f0eb112 owned by network:router_gateway {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:52.315749 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] Checking router: 648928a6-92cf-4ec0-9842-3b1b1c44b68f for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:52.326783 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] Routers {'648928a6-92cf-4ec0-9842-3b1b1c44b68f'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:52.327854 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:52.350463 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (60c9abd2-2dd5-4f01-af56-fb8d7718d13b), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.354883 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.359195 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60c9abd2-2dd5-4f01-af56-fb8d7718d13b HTTP/1.1" status: 204 len: 168 time: 0.1873133 Mar 23 09:08:52.375177 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c9abd2-2dd5-4f01-af56-fb8d7718d13b,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:52.387878 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.388236 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.389297 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.389297 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.389297 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.392230 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.394025 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.394396 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.394751 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.395102 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.395449 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.395811 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.396127 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.396461 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.397091 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175e811-ce17-44bb-a024-fafc23147e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:52.475630 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] Set router 648928a6-92cf-4ec0-9842-3b1b1c44b68f gateway port host: None {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:52.542938 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a22fca4-c6ee-4faf-8e3b-92c040d11777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.545162 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:08:52Z', 'revision_number': 6, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:52.577986 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (2e23f1cf-9381-423d-80a0-9c304f0eb112), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.581721 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4c910-ba1e-4473-9e88-f7304b459342 None None] The sync data for ids ['648928a6-92cf-4ec0-9842-3b1b1c44b68f'] in dv-cinder-834822-2-iscsi is: [{'id': '648928a6-92cf-4ec0-9842-3b1b1c44b68f', 'name': 'tempest-TestShelveInstance-498665120-router', 'tenant_id': 'c73435dd3780472594b6acb34d406b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:38Z', 'updated_at': '2022-03-23T09:08:52Z', 'revision_number': 6, 'project_id': 'c73435dd3780472594b6acb34d406b03', 'gw_port_host': None}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:52.629490 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Pushing event deleted for resources: {'Port': ['ID=2e23f1cf-9381-423d-80a0-9c304f0eb112,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:52.715598 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (648928a6-92cf-4ec0-9842-3b1b1c44b68f), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.822607 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a22fca4-c6ee-4faf-8e3b-92c040d11777 admin admin] Publish callbacks [] for security_group (ade9c1af-a201-4239-8fe9-67555c6f2576), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.826822 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (648928a6-92cf-4ec0-9842-3b1b1c44b68f), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.829350 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks [] for router_controller (648928a6-92cf-4ec0-9842-3b1b1c44b68f), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.831129 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a22fca4-c6ee-4faf-8e3b-92c040d11777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ade9c1af-a201-4239-8fe9-67555c6f2576), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.913682 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-1a22fca4-c6ee-4faf-8e3b-92c040d11777 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5eb361425174cc0a2c6a8639b10940d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6676493 Mar 23 09:08:52.916143 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22fca4-c6ee-4faf-8e3b-92c040d11777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade9c1af-a201-4239-8fe9-67555c6f2576,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:52.916599 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43168) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:52.922282 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (648928a6-92cf-4ec0-9842-3b1b1c44b68f), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.923016 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 648928a6-92cf-4ec0-9842-3b1b1c44b68f {{(pid=103115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:08:52.928917 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.934386 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-79645001-81c8-4adc-a63c-5899b56668df admin admin] 10.222.0.73 "DELETE /v2.0/routers/648928a6-92cf-4ec0-9842-3b1b1c44b68f HTTP/1.1" status: 204 len: 168 time: 1.1493649 Mar 23 09:08:52.937580 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43170) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:53.007241 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] Deleting subnet ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 {{(pid=103116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:08:53.012134 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] Publish callbacks [] for subnet (ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.054540 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6f6b484e-4d76-4562-bad9-8d6449705cb0 admin admin] Publish callbacks [] for security_group (ade9c1af-a201-4239-8fe9-67555c6f2576), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.070654 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342816'] for subnet (ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.110629 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6f6b484e-4d76-4562-bad9-8d6449705cb0 admin admin] Publish callbacks [] for security_group (ade9c1af-a201-4239-8fe9-67555c6f2576), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.228761 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.262374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6f6b484e-4d76-4562-bad9-8d6449705cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ade9c1af-a201-4239-8fe9-67555c6f2576), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.265514 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6f6b484e-4d76-4562-bad9-8d6449705cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.266739 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6f6b484e-4d76-4562-bad9-8d6449705cb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ade9c1af-a201-4239-8fe9-67555c6f2576 HTTP/1.1" status: 204 len: 168 time: 0.3485396 Mar 23 09:08:53.280385 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b484e-4d76-4562-bad9-8d6449705cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade9c1af-a201-4239-8fe9-67555c6f2576,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:53.308330 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8944565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9176596'] for subnet (ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.337972 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.344935 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43190) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:53.353118 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8 HTTP/1.1" status: 204 len: 168 time: 0.4141860 Mar 23 09:08:53.355156 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1616767-73d9-459b-8abf-38ba110a8e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8af6fa-b750-4fc1-b3bf-c283a22fc8d8,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:53.359092 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222837e9-4eb1-4ac5-b44d-e51b37f91d09 None None] Network d6906108-2cae-4f3e-b005-bc439effb470 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:53.441603 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (d6906108-2cae-4f3e-b005-bc439effb470), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.509200 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Deleting port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:53.509596 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.587950 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] DHCP port deletion for d6906108-2cae-4f3e-b005-bc439effb470 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:08:53.608077 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] For port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:53.609437 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.626350 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Calling delete_port for c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:53.657845 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] Deleting port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:53.659454 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.764602 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] For port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,segment=NetworkSegment(d88ae936-5e9d-4267-8e01-4f1ba4d020cc),segment_id=d88ae936-5e9d-4267-8e01-4f1ba4d020cc)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:53.765400 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.767707 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.782100 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] Calling delete_port for c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:53.813119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:53.824556 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] No DVR routers for this DVR port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:53.969113 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (c39ca4da-a68b-40c5-b3e9-aa4bffac11c9), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:53.978634 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device aefe4035-a782-41b0-a74a-c759ac433f52 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:54.003224 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (d6906108-2cae-4f3e-b005-bc439effb470), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.028131 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6906108-2cae-4f3e-b005-bc439effb470']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:54.030536 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] Pushing event deleted for resources: {'Port': ['ID=c39ca4da-a68b-40c5-b3e9-aa4bffac11c9,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:54.032798 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: aefe4035-a782-41b0-a74a-c759ac433f52 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:54.033143 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device aefe4035-a782-41b0-a74a-c759ac433f52 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:54.033584 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:54.038870 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6cdae-3397-4c4b-9d9b-fe48f7b8a9fe None None] No DVR routers for this DVR port c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:54.055825 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:54.056412 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88ae936-5e9d-4267-8e01-4f1ba4d020cc') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:54.060047 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:54.060698 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c39ca4da-a68b-40c5-b3e9-aa4bffac11c9 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:54.066406 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2e23f1cf-9381-423d-80a0-9c304f0eb112 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:54.077901 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (d88ae936-5e9d-4267-8e01-4f1ba4d020cc), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.090367 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 2e23f1cf-9381-423d-80a0-9c304f0eb112 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:54.090702 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2e23f1cf-9381-423d-80a0-9c304f0eb112 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:54.097443 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (d88ae936-5e9d-4267-8e01-4f1ba4d020cc), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.111260 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:08:54.111810 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (d88ae936-5e9d-4267-8e01-4f1ba4d020cc), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:08:54.116112 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:08:54.179476 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (d6906108-2cae-4f3e-b005-bc439effb470), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.185340 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.191660 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43224) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:54.194332 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d6906108-2cae-4f3e-b005-bc439effb470 HTTP/1.1" status: 204 len: 168 time: 0.8474841 Mar 23 09:08:54.211844 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582160e9-0c14-4c89-b64b-5161c05e0202 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6906108-2cae-4f3e-b005-bc439effb470,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:54.577693 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (87a72f1a-05c5-41cf-a117-2cbe385f0621), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.852649 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Deleting port 2193e905-afaf-4f49-b2a7-7f49666baae4 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:54.852988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.940096 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] For port 2193e905-afaf-4f49-b2a7-7f49666baae4, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2193e905-afaf-4f49-b2a7-7f49666baae4,segment=NetworkSegment(cf843132-9820-4420-8ee6-c60bf1281958),segment_id=cf843132-9820-4420-8ee6-c60bf1281958)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:54.940464 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.967786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Calling delete_port for 2193e905-afaf-4f49-b2a7-7f49666baae4 owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:55.181487 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2193e905-afaf-4f49-b2a7-7f49666baae4), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.218162 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Pushing event deleted for resources: {'Port': ['ID=2193e905-afaf-4f49-b2a7-7f49666baae4,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:55.432796 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (87a72f1a-05c5-41cf-a117-2cbe385f0621), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.566994 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2dfaf-f02e-4e8d-9545-9b4dae2b034f req-3198f9b0-9f3a-485f-9e83-2241a54a18b8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:55.575663 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fc2dfaf-f02e-4e8d-9545-9b4dae2b034f req-3198f9b0-9f3a-485f-9e83-2241a54a18b8 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 947 time: 0.0768392 Mar 23 09:08:55.653884 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0fc2dfaf-f02e-4e8d-9545-9b4dae2b034f req-ac04c6c0-bcd1-4bce-85e7-8799995c12c5 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767946 Mar 23 09:08:55.766925 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43312) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:55.962644 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43318) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:56.027538 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a29b197-ad7b-4f00-9d5d-e4f1fb7decbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.039986 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a0311c67-ad0e-4dbd-8139-aefcd66b4ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.052078 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Router 87a72f1a-05c5-41cf-a117-2cbe385f0621 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:56.164191 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a29b197-ad7b-4f00-9d5d-e4f1fb7decbf admin admin] Publish callbacks [] for security_group (102781b2-922d-4505-95b9-27981590bf38), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.169712 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a0311c67-ad0e-4dbd-8139-aefcd66b4ce3 admin admin] Publish callbacks [] for security_group (c681e259-dcf5-433e-97e2-1fa600db3ae0), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.171006 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a29b197-ad7b-4f00-9d5d-e4f1fb7decbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (102781b2-922d-4505-95b9-27981590bf38), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.176476 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a0311c67-ad0e-4dbd-8139-aefcd66b4ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (c681e259-dcf5-433e-97e2-1fa600db3ae0), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.177626 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:56.186465 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-dffe537c-a192-46bc-8e20-e3502bba834b admin admin] 10.222.0.73 "PUT /v2.0/routers/87a72f1a-05c5-41cf-a117-2cbe385f0621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9936924 Mar 23 09:08:56.187294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43322) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:56.188937 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] Sync routers for ids ['87a72f1a-05c5-41cf-a117-2cbe385f0621'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:56.201972 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] Routers {'87a72f1a-05c5-41cf-a117-2cbe385f0621'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:56.202952 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['87a72f1a-05c5-41cf-a117-2cbe385f0621'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:56.228853 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6a29b197-ad7b-4f00-9d5d-e4f1fb7decbf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=990cad9151bb4312a47c589ff1309703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597073 Mar 23 09:08:56.234315 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-a0311c67-ad0e-4dbd-8139-aefcd66b4ce3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68e576a9d544475e860dfe091cf5d022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676718 Mar 23 09:08:56.234315 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b197-ad7b-4f00-9d5d-e4f1fb7decbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102781b2-922d-4505-95b9-27981590bf38,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:56.234571 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43324) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:56.235025 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43326) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:56.288758 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0311c67-ad0e-4dbd-8139-aefcd66b4ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c681e259-dcf5-433e-97e2-1fa600db3ae0,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:56.306377 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b568290-3947-4cb5-b2bf-f1716dfaf12d admin admin] Publish callbacks [] for security_group (c681e259-dcf5-433e-97e2-1fa600db3ae0), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.329602 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b568290-3947-4cb5-b2bf-f1716dfaf12d admin admin] Publish callbacks [] for security_group (c681e259-dcf5-433e-97e2-1fa600db3ae0), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.358435 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks [] for router (87a72f1a-05c5-41cf-a117-2cbe385f0621), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.360931 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-53ed74a3-9996-4737-a111-028eae9dbe7a admin admin] Publish callbacks [] for security_group (102781b2-922d-4505-95b9-27981590bf38), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.382662 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b568290-3947-4cb5-b2bf-f1716dfaf12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (c681e259-dcf5-433e-97e2-1fa600db3ae0), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.386021 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b568290-3947-4cb5-b2bf-f1716dfaf12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.389711 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-0b568290-3947-4cb5-b2bf-f1716dfaf12d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c681e259-dcf5-433e-97e2-1fa600db3ae0 HTTP/1.1" status: 204 len: 168 time: 0.1515021 Mar 23 09:08:56.410250 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b568290-3947-4cb5-b2bf-f1716dfaf12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c681e259-dcf5-433e-97e2-1fa600db3ae0,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:56.445536 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-53ed74a3-9996-4737-a111-028eae9dbe7a admin admin] Publish callbacks [] for security_group (102781b2-922d-4505-95b9-27981590bf38), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.469024 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] Set router 87a72f1a-05c5-41cf-a117-2cbe385f0621 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:56.528025 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks [] for router_gateway (87a72f1a-05c5-41cf-a117-2cbe385f0621), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.538919 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-53ed74a3-9996-4737-a111-028eae9dbe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (102781b2-922d-4505-95b9-27981590bf38), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.543160 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-53ed74a3-9996-4737-a111-028eae9dbe7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.544354 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-53ed74a3-9996-4737-a111-028eae9dbe7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/102781b2-922d-4505-95b9-27981590bf38 HTTP/1.1" status: 204 len: 168 time: 0.2768064 Mar 23 09:08:56.558049 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed74a3-9996-4737-a111-028eae9dbe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102781b2-922d-4505-95b9-27981590bf38,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:56.626808 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Deleting port a4a3ea46-b120-48e7-93c3-952d7e2ce95e {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:56.627288 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.727697 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:08:55Z', 'revision_number': 5, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port': {'id': 'a4a3ea46-b120-48e7-93c3-952d7e2ce95e', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:56.735695 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] For port a4a3ea46-b120-48e7-93c3-952d7e2ce95e, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:56.736326 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.753051 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Calling delete_port for a4a3ea46-b120-48e7-93c3-952d7e2ce95e owned by network:router_gateway {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:56.773962 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] Checking router: 87a72f1a-05c5-41cf-a117-2cbe385f0621 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:56.786994 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] Routers {'87a72f1a-05c5-41cf-a117-2cbe385f0621'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:56.787627 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['87a72f1a-05c5-41cf-a117-2cbe385f0621'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:56.849958 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43342) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:56.878618 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d23d1cec-97a9-42c7-a626-094e5411ca27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.901533 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e3691-17ca-420c-86e8-397c033ebcfa req-d9dadf94-3803-41fd-a269-fa763e58ad0e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:56.902890 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-4caeaf60-7903-43f2-8167-0e1d228b8372 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:56.903953 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fc0e3691-17ca-420c-86e8-397c033ebcfa req-d9dadf94-3803-41fd-a269-fa763e58ad0e tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 947 time: 0.1356490 Mar 23 09:08:56.905045 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-4caeaf60-7903-43f2-8167-0e1d228b8372 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 947 time: 0.1123435 Mar 23 09:08:56.980034 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-fbba5296-0c14-4fad-a171-a171a7857016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.027975 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] Set router 87a72f1a-05c5-41cf-a117-2cbe385f0621 gateway port host: None {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:57.044742 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:08:57.070440 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fc0e3691-17ca-420c-86e8-397c033ebcfa req-993782ed-9013-455b-8366-422fc98b6192 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a568562-b355-4898-8116-b60aafef2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315312 Mar 23 09:08:57.074250 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-c665f4d7-e371-41b8-9da4-88b79568ce72 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0b5515dc35184c93959eb27af300f87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385814 Mar 23 09:08:57.101545 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:08:56Z', 'revision_number': 6, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:57.108642 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (a4a3ea46-b120-48e7-93c3-952d7e2ce95e), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.138037 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fe2c3-1840-4902-9605-3b2ce2cf1727 None None] The sync data for ids ['87a72f1a-05c5-41cf-a117-2cbe385f0621'] in dv-cinder-834822-2-iscsi is: [{'id': '87a72f1a-05c5-41cf-a117-2cbe385f0621', 'name': 'tempest-TestShelveInstance-62798038-router', 'tenant_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:02:44Z', 'updated_at': '2022-03-23T09:08:56Z', 'revision_number': 6, 'project_id': 'f03cc1e1382f46748267ef5e9f018c7c', 'gw_port_host': None}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:57.156358 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d23d1cec-97a9-42c7-a626-094e5411ca27 admin admin] Publish callbacks [] for security_group (3507eb5e-3a19-41ee-b20c-31cea0f77f6f), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.160205 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a3ea46-b120-48e7-93c3-952d7e2ce95e,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:57.164800 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43354) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:57.180786 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a1678107-82d1-4a5c-8383-0fb44c071d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.182725 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d23d1cec-97a9-42c7-a626-094e5411ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (3507eb5e-3a19-41ee-b20c-31cea0f77f6f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.211733 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Deleting port 15750df4-cc5a-46ae-b78b-f9debbdd88ac {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:57.212071 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.278885 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-d23d1cec-97a9-42c7-a626-094e5411ca27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f2fd2533944414397169dcbd96d8466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276917 Mar 23 09:08:57.279652 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d1cec-97a9-42c7-a626-094e5411ca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3507eb5e-3a19-41ee-b20c-31cea0f77f6f,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:57.281988 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43356) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:57.334965 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (87a72f1a-05c5-41cf-a117-2cbe385f0621), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.465447 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (87a72f1a-05c5-41cf-a117-2cbe385f0621), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.470118 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks [] for router_controller (87a72f1a-05c5-41cf-a117-2cbe385f0621), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.509820 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51a8e0da-c3fc-4c29-8819-d2ab63df5a93 admin admin] Publish callbacks [] for security_group (3507eb5e-3a19-41ee-b20c-31cea0f77f6f), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.586325 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (87a72f1a-05c5-41cf-a117-2cbe385f0621), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.586883 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a72f1a-05c5-41cf-a117-2cbe385f0621 {{(pid=103116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:08:57.589505 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51a8e0da-c3fc-4c29-8819-d2ab63df5a93 admin admin] Publish callbacks [] for security_group (3507eb5e-3a19-41ee-b20c-31cea0f77f6f), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.592256 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a1678107-82d1-4a5c-8383-0fb44c071d00 admin admin] Publish callbacks [] for security_group (543d814c-da74-457c-802c-c949e426c630), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.602737 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.602737 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e4aff9ba-5b8c-4235-bc13-20887e5467a5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/87a72f1a-05c5-41cf-a117-2cbe385f0621 HTTP/1.1" status: 204 len: 168 time: 1.4140971 Mar 23 09:08:57.604877 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43358) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:57.615153 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a1678107-82d1-4a5c-8383-0fb44c071d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (543d814c-da74-457c-802c-c949e426c630), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.661633 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-956fe909-e5c3-4473-a85d-f8ae2d9dae68 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:57.663098 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-956fe909-e5c3-4473-a85d-f8ae2d9dae68 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5809190 Mar 23 09:08:57.688500 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] For port 15750df4-cc5a-46ae-b78b-f9debbdd88ac, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=15750df4-cc5a-46ae-b78b-f9debbdd88ac,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:57.688860 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.696743 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-976554b0-e8a2-4ba9-8e51-b3ef46f96123 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/quotas/0b5515dc35184c93959eb27af300f87c HTTP/1.1" status: 200 len: 375 time: 0.0270097 Mar 23 09:08:57.708375 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1678107-82d1-4a5c-8383-0fb44c071d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543d814c-da74-457c-802c-c949e426c630,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:57.713807 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] Deleting subnet c765d514-13c9-403e-a8af-cdd4f83e0c50 {{(pid=103116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:08:57.720549 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a1678107-82d1-4a5c-8383-0fb44c071d00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acad7c86d06148ab99f5c003997535a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5546963 Mar 23 09:08:57.721723 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43360) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:57.728466 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] Publish callbacks [] for subnet (c765d514-13c9-403e-a8af-cdd4f83e0c50), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.764229 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-669e82d7-cfb8-4fda-bd07-280c1a20afee tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b5515dc35184c93959eb27af300f87c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590916 Mar 23 09:08:57.772306 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51a8e0da-c3fc-4c29-8819-d2ab63df5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (3507eb5e-3a19-41ee-b20c-31cea0f77f6f), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.774851 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51a8e0da-c3fc-4c29-8819-d2ab63df5a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.778487 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-51a8e0da-c3fc-4c29-8819-d2ab63df5a93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3507eb5e-3a19-41ee-b20c-31cea0f77f6f HTTP/1.1" status: 204 len: 168 time: 0.4902282 Mar 23 09:08:57.795872 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342816'] for subnet (c765d514-13c9-403e-a8af-cdd4f83e0c50), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.797701 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8e0da-c3fc-4c29-8819-d2ab63df5a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3507eb5e-3a19-41ee-b20c-31cea0f77f6f,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:57.851775 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fc80f303-e5d4-4398-8910-82aaad3c945f admin admin] Publish callbacks [] for security_group (543d814c-da74-457c-802c-c949e426c630), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.928627 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fc80f303-e5d4-4398-8910-82aaad3c945f admin admin] Publish callbacks [] for security_group (543d814c-da74-457c-802c-c949e426c630), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.979905 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.980502 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (6fc3148a-e8c0-4307-8b03-a268bad3cf38), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.980703 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Floating IP 6fc3148a-e8c0-4307-8b03-a268bad3cf38 disassociated. External IP: 172.27.0.249, port: 15750df4-cc5a-46ae-b78b-f9debbdd88ac. Mar 23 09:08:57.981119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Calling delete_port for 15750df4-cc5a-46ae-b78b-f9debbdd88ac owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:57.998012 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (c765d514-13c9-403e-a8af-cdd4f83e0c50), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.027060 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9e511d8d-86c1-4f55-b039-bc5a00ef0aba req-17b2d5a0-1f77-41e6-b025-1b140681fdba tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 210 time: 0.0765150 Mar 23 09:08:58.055858 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4a3ea46-b120-48e7-93c3-952d7e2ce95e no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:58.097916 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8944565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9176596'] for subnet (c765d514-13c9-403e-a8af-cdd4f83e0c50), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.113955 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: a4a3ea46-b120-48e7-93c3-952d7e2ce95e {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:58.114388 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4a3ea46-b120-48e7-93c3-952d7e2ce95e not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:58.114900 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2193e905-afaf-4f49-b2a7-7f49666baae4 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:58.169038 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.175324 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (15750df4-cc5a-46ae-b78b-f9debbdd88ac), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.183678 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c765d514-13c9-403e-a8af-cdd4f83e0c50 HTTP/1.1" status: 204 len: 168 time: 0.5776277 Mar 23 09:08:58.185714 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43374) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:58.188815 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f083b609-79ad-4374-8ba3-e2c1ca13682b None None] Network 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:58.191354 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fb70a-e3a0-432c-ad44-b1419682c928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c765d514-13c9-403e-a8af-cdd4f83e0c50,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:58.199794 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fc80f303-e5d4-4398-8910-82aaad3c945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (543d814c-da74-457c-802c-c949e426c630), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.202370 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 2193e905-afaf-4f49-b2a7-7f49666baae4 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:58.202835 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2193e905-afaf-4f49-b2a7-7f49666baae4 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:58.203852 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fc80f303-e5d4-4398-8910-82aaad3c945f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.205126 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-fc80f303-e5d4-4398-8910-82aaad3c945f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/543d814c-da74-457c-802c-c949e426c630 HTTP/1.1" status: 204 len: 168 time: 0.4816058 Mar 23 09:08:58.216655 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80f303-e5d4-4398-8910-82aaad3c945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543d814c-da74-457c-802c-c949e426c630,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:58.253441 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event deleted for resources: {'Port': ['ID=15750df4-cc5a-46ae-b78b-f9debbdd88ac,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:58.324205 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.324582 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.324962 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.325293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.325648 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.326243 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.326524 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.326863 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.327198 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.327529 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.328509 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.328509 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.328509 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.328821 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.329132 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:58.390028 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7e23c83e-1eec-4ab1-a9b4-5d82e44fccde req-b0320756-0b1e-47c3-ad2c-dd6f87a6fde4 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 210 time: 0.1039863 Mar 23 09:08:58.475129 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] DHCP port deletion for 1d377656-93db-4bd2-b3c2-5b2217a3b0a3 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:08:58.502893 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (1d377656-93db-4bd2-b3c2-5b2217a3b0a3), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.569002 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:58.610813 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] Deleting port a4742e03-a484-4e84-9448-4e47a3293e95 {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:58.611184 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.737619 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Deleting port a4742e03-a484-4e84-9448-4e47a3293e95 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:58.737988 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.738529 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] For port a4742e03-a484-4e84-9448-4e47a3293e95, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=a4742e03-a484-4e84-9448-4e47a3293e95,segment=NetworkSegment(cf843132-9820-4420-8ee6-c60bf1281958),segment_id=cf843132-9820-4420-8ee6-c60bf1281958)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:58.739149 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.760959 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] Calling delete_port for a4742e03-a484-4e84-9448-4e47a3293e95 owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:58.833323 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:58.847051 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] Sync routers for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:58.865948 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:58.867113 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:58.924648 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.975846 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] No DVR routers for this DVR port 15750df4-cc5a-46ae-b78b-f9debbdd88ac on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:58.980028 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.984188 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ea959f0c-0ce5-4598-be0f-487eae47c279 req-7163be9d-dd9d-415e-a78a-6d0e6316cb11 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.84 "DELETE /v2.0/ports/15750df4-cc5a-46ae-b78b-f9debbdd88ac HTTP/1.1" status: 204 len: 173 time: 2.0661354 Mar 23 09:08:58.985176 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-deleted', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:58.987570 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390d4ed-614e-40d2-9800-829fcdd2c9e9" -d '{"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-deleted", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:58.991317 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] For port a4742e03-a484-4e84-9448-4e47a3293e95, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=a4742e03-a484-4e84-9448-4e47a3293e95,segment=NetworkSegment(cf843132-9820-4420-8ee6-c60bf1281958),segment_id=cf843132-9820-4420-8ee6-c60bf1281958)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:58.991683 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.007877 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Calling delete_port for a4742e03-a484-4e84-9448-4e47a3293e95 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:59.058633 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:59.061213 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] Pushing event deleted for resources: {'Port': ['ID=a4742e03-a484-4e84-9448-4e47a3293e95,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:59.069901 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d800b553-b091-480c-884d-41fa25993b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.075412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ca6a7-bbac-47fe-862d-ff1a5f45c490 None None] No DVR routers for this DVR port a4742e03-a484-4e84-9448-4e47a3293e95 on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:59.126356 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81df96e2-da6c-4082-b583-ce35bdb78e2b x-openstack-request-id: req-81df96e2-da6c-4082-b583-ce35bdb78e2b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:59.126695 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca8e602-f0ee-475b-b398-ec34baf99597", "name": "network-vif-deleted", "tag": "15750df4-cc5a-46ae-b78b-f9debbdd88ac", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:59.126909 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81df96e2-da6c-4082-b583-ce35bdb78e2b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:59.127337 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81df96e2-da6c-4082-b583-ce35bdb78e2b'] response: {'server_uuid': '5ca8e602-f0ee-475b-b398-ec34baf99597', 'name': 'network-vif-deleted', 'tag': '15750df4-cc5a-46ae-b78b-f9debbdd88ac', 'status': 'completed', 'code': 200} Mar 23 09:08:59.199039 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-7b1709a5-9a44-48d8-a715-91440f563809 req-01228de0-37a7-4408-8a8a-e2831c13a011 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 210 time: 0.0538070 Mar 23 09:08:59.199659 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (a4742e03-a484-4e84-9448-4e47a3293e95), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.229454 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4742e03-a484-4e84-9448-4e47a3293e95,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:59.232165 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] No DVR routers for this DVR port a4742e03-a484-4e84-9448-4e47a3293e95 on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:59.319754 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (1d377656-93db-4bd2-b3c2-5b2217a3b0a3), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.347077 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d377656-93db-4bd2-b3c2-5b2217a3b0a3']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:59.358783 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf843132-9820-4420-8ee6-c60bf1281958') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:59.359119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf843132-9820-4420-8ee6-c60bf1281958') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:59.375962 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (cf843132-9820-4420-8ee6-c60bf1281958), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.426495 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (cf843132-9820-4420-8ee6-c60bf1281958), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.462849 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-ab3e71a9-5957-4003-8450-df2e0f874a35 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0b5515dc35184c93959eb27af300f87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566401 Mar 23 09:08:59.493150 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:08:59.494343 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (cf843132-9820-4420-8ee6-c60bf1281958), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: self.session.flush() Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: self.session.flush() Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: self.session.flush() Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: self.session.flush() Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:08:59.508836 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:08:59.580060 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:59.603716 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-633e1d61-3d5f-430b-b0da-02b1e1fe9b0d req-0066c37f-c4de-410b-8768-fd88244a2904 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca8e602-f0ee-475b-b398-ec34baf99597 HTTP/1.1" status: 200 len: 210 time: 0.0532181 Mar 23 09:08:59.651704 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] Checking router: 89b1ed50-b54e-490c-b6af-1ae7ab0faacc for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:59.680800 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:59.682355 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:59.750438 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (1d377656-93db-4bd2-b3c2-5b2217a3b0a3), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.758691 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.765774 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] 10.222.0.73 "DELETE /v2.0/networks/1d377656-93db-4bd2-b3c2-5b2217a3b0a3 HTTP/1.1" status: 204 len: 168 time: 1.5740170 Mar 23 09:08:59.794527 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34d9ee-5984-4158-a945-90b2a97fae4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1d377656-93db-4bd2-b3c2-5b2217a3b0a3,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:59.842945 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-9d6acc15-94aa-4868-94de-2eb07c77a15e tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:59.844461 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-9d6acc15-94aa-4868-94de-2eb07c77a15e tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683088 Mar 23 09:08:59.857293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Request body: {'port': {'device_id': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a', 'admin_state_up': True, 'tenant_id': '0b5515dc35184c93959eb27af300f87c'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:59.864788 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:59.914706 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4742e03-a484-4e84-9448-4e47a3293e95 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:59.942185 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: a4742e03-a484-4e84-9448-4e47a3293e95 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:59.942775 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device a4742e03-a484-4e84-9448-4e47a3293e95 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:59.999298 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43428) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:00.001180 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Made reservation on behalf of 0b5515dc35184c93959eb27af300f87c for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:09:00.004660 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.014553 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.061090 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:09:00.071237 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-31eb24f1-946a-41d2-ac56-f1b4178a4e64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c73435dd3780472594b6acb34d406b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707381 Mar 23 09:09:00.075222 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43432) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:00.088796 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 15750df4-cc5a-46ae-b78b-f9debbdd88ac {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:09:00.089386 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 15750df4-cc5a-46ae-b78b-f9debbdd88ac not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:09:00.144012 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks [] for security_group (d4abb8f9-2cfd-4148-8153-d44f14f5b0cc), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.153330 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d4abb8f9-2cfd-4148-8153-d44f14f5b0cc), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.168723 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ecafcc4-4334-468f-a37f-f49b3ac29f82 admin admin] Publish callbacks [] for security_group (ecaf77a1-aad3-4004-9208-5aab1c9ca48a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.173695 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:00.201747 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:00.206062 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf80b7-95e2-4f14-abda-f144d184b279 None None] The sync data for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi is: [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:01:23Z', 'revision_number': 4, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'b0664e6a-b757-4bf1-af08-5c1b5bff88e7', 'name': '', 'network_id': '73b6e3fd-ff74-42fc-ab77-b95c86491d66', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'mac_address': 'fa:16:3e:1d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:22Z', 'updated_at': '2022-03-23T09:01:41Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'subnets': [{'id': 'a78d3ed2-ea15-4d48-9300-1199cc721474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:09:00.228380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ecafcc4-4334-468f-a37f-f49b3ac29f82 admin admin] Publish callbacks [] for security_group (ecaf77a1-aad3-4004-9208-5aab1c9ca48a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.233603 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.325765 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ecafcc4-4334-468f-a37f-f49b3ac29f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ecaf77a1-aad3-4004-9208-5aab1c9ca48a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.331714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ecafcc4-4334-468f-a37f-f49b3ac29f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.340260 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9ecafcc4-4334-468f-a37f-f49b3ac29f82 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ecaf77a1-aad3-4004-9208-5aab1c9ca48a HTTP/1.1" status: 204 len: 168 time: 0.2639260 Mar 23 09:09:00.351961 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecafcc4-4334-468f-a37f-f49b3ac29f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaf77a1-aad3-4004-9208-5aab1c9ca48a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:00.378086 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-376e6e1d-0ad3-4c97-8b86-b33801262641 req-2434cad4-fba0-44df-a82f-ad09c68cce6f tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 210 time: 0.0483992 Mar 23 09:09:00.407771 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Allocated IP 192.168.233.39 (74eb8f1d-388f-43cc-ad89-ee27d140aa4a/84fdad21-f2a8-40fc-a2c6-a0d517f16c6c/74ae1e41-04b6-4e4d-b55e-e1693e0ca483) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:09:00.574092 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21cb664-5149-4191-9d73-c75bbab21334 None None] New status for floating IP 6fc3148a-e8c0-4307-8b03-a268bad3cf38: DOWN {{(pid=103117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:09:00.605196 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks [] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.649692 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.699814 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:09:00.703604 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:09:00.710376 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:09:00.761095 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Pushing event updated for resources: {'Port': ['ID=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:00.771064 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43458) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:00.806153 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:00.807515 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.841405 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-2306c3d9-c9ec-48a2-be6b-1ca33d8b2e26 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9888680 Mar 23 09:09:00.847293 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-17b49fa3-90ed-401b-8854-a4e4ff507436 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (1a568562-b355-4898-8116-b60aafef2ab3), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.855153 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Request body: {'port': {'device_id': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:00.899969 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-17b49fa3-90ed-401b-8854-a4e4ff507436 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (1a568562-b355-4898-8116-b60aafef2ab3), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.938482 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.002142 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-17b49fa3-90ed-401b-8854-a4e4ff507436 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1a568562-b355-4898-8116-b60aafef2ab3), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.005243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-17b49fa3-90ed-401b-8854-a4e4ff507436 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.009071 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-17b49fa3-90ed-401b-8854-a4e4ff507436 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "DELETE /v2.0/security-groups/1a568562-b355-4898-8116-b60aafef2ab3 HTTP/1.1" status: 204 len: 168 time: 0.2344675 Mar 23 09:09:01.009697 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43464) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:01.018559 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b49fa3-90ed-401b-8854-a4e4ff507436 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a568562-b355-4898-8116-b60aafef2ab3,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.037802 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.api.v2.resource [None req-3fc7b743-5345-488b-9819-e1b3fa74746c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] show failed (client error): The resource could not be found. Mar 23 09:09:01.039363 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-3fc7b743-5345-488b-9819-e1b3fa74746c tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "GET /v2.0/security-groups/1a568562-b355-4898-8116-b60aafef2ab3 HTTP/1.1" status: 404 len: 347 time: 0.0288606 Mar 23 09:09:01.043598 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43466) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:01.102429 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43468) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:01.158436 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-02bb93bc-2136-4dce-a6d3-9fd11cb94fa0 None None] Provisioning complete for port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:01.160822 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-02bb93bc-2136-4dce-a6d3-9fd11cb94fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.189614 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Deleting port 503a072a-ba03-40df-84fd-602c298136e4 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:09:01.190070 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (503a072a-ba03-40df-84fd-602c298136e4), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.241724 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-02bb93bc-2136-4dce-a6d3-9fd11cb94fa0 None None] Port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:09:01.256843 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-adbd7e53-6962-4c8e-9abd-52ed3d81cf73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f03cc1e1382f46748267ef5e9f018c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531324 Mar 23 09:09:01.261185 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43476) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:01.321947 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (503a072a-ba03-40df-84fd-602c298136e4), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.322907 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (503a072a-ba03-40df-84fd-602c298136e4), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.339586 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:09:01.348070 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Calling delete_port for 503a072a-ba03-40df-84fd-602c298136e4 owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:09:01.349091 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Publish callbacks [] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.354355 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-902537fb-07c4-4f25-bdc6-bebf34351e3c admin admin] Publish callbacks [] for security_group (accaf086-8a3c-45f1-a0ca-df33b92f5669), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.366619 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Transition to ACTIVE for port object 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:09:01.372134 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.453951 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-902537fb-07c4-4f25-bdc6-bebf34351e3c admin admin] Publish callbacks [] for security_group (accaf086-8a3c-45f1-a0ca-df33b92f5669), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.498520 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Pushing event updated for resources: {'Port': ['ID=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.624719 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Attempting to bind port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:09:01.624719 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Attempting to bind port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:09:01.625564 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Attempting to bind port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 on network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:09:01.631114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 on network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:09:01.631558 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Attempting to bind port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 on network 74eb8f1d-388f-43cc-ad89-ee27d140aa4a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:09:01.637607 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:09:01.638094 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Checking segment: {'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:09:01.638563 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Bound using segment: {'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:09:01.639088 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Bound port: 74ae1e41-04b6-4e4d-b55e-e1693e0ca483, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d1556e-50a2-49f6-9cb7-967686ac86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:09:01.639563 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.651604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-902537fb-07c4-4f25-bdc6-bebf34351e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (accaf086-8a3c-45f1-a0ca-df33b92f5669), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.656660 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-902537fb-07c4-4f25-bdc6-bebf34351e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.658150 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-902537fb-07c4-4f25-bdc6-bebf34351e3c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/accaf086-8a3c-45f1-a0ca-df33b92f5669 HTTP/1.1" status: 204 len: 168 time: 0.3956025 Mar 23 09:09:01.681437 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82755cba-71ee-4d64-860f-e7c58262290a req-affaa200-f53c-46ce-aa89-a05a01a98260 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:01.685475 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-82755cba-71ee-4d64-860f-e7c58262290a req-affaa200-f53c-46ce-aa89-a05a01a98260 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 947 time: 0.1564415 Mar 23 09:09:01.700727 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.704004 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902537fb-07c4-4f25-bdc6-bebf34351e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accaf086-8a3c-45f1-a0ca-df33b92f5669,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.780096 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (503a072a-ba03-40df-84fd-602c298136e4), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.788897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] For port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:09:01.794215 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] For port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,segment=NetworkSegment(92d1556e-50a2-49f6-9cb7-967686ac86b7),segment_id=92d1556e-50a2-49f6-9cb7-967686ac86b7)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:09:01.806280 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.815517 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-82755cba-71ee-4d64-860f-e7c58262290a req-324a6e30-63ef-42e6-bc8d-55504825fdbe tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163085 Mar 23 09:09:01.818847 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Pushing event deleted for resources: {'Port': ['ID=503a072a-ba03-40df-84fd-602c298136e4,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.880296 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:01.881134 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.882851 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] 10.222.0.84 "PUT /v2.0/ports/74ae1e41-04b6-4e4d-b55e-e1693e0ca483 HTTP/1.1" status: 200 len: 1097 time: 1.0326092 Mar 23 09:09:01.883788 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'tag': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:01.887291 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ccb550-14c4-4b2b-8005-323ab8247aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d152f9-d806-49f3-8b18-1f13f4ed24f4", "tag": "74ae1e41-04b6-4e4d-b55e-e1693e0ca483"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:01.920140 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcbeab-e6fb-4add-9cc4-f66193820740 service neutron] Pushing event updated for resources: {'Port': ['ID=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.943420 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks [] for floatingip (6fc3148a-e8c0-4307-8b03-a268bad3cf38), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.946632 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.957290 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-22f83a21-424d-4edc-ab1d-5b1c38ae7c99 tempest-AttachVolumeShelveTestJSON-1132539438 tempest-AttachVolumeShelveTestJSON-1132539438-project] 10.222.0.73 "DELETE /v2.0/floatingips/6fc3148a-e8c0-4307-8b03-a268bad3cf38 HTTP/1.1" status: 204 len: 168 time: 0.9044690 Mar 23 09:09:02.045762 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5760f855-c592-49c3-8dfc-bf6684b2303d x-openstack-request-id: req-5760f855-c592-49c3-8dfc-bf6684b2303d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:02.046396 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d152f9-d806-49f3-8b18-1f13f4ed24f4", "tag": "74ae1e41-04b6-4e4d-b55e-e1693e0ca483", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:02.046656 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5760f855-c592-49c3-8dfc-bf6684b2303d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:02.046968 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5760f855-c592-49c3-8dfc-bf6684b2303d'] response: {'name': 'network-changed', 'server_uuid': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'tag': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483', 'status': 'completed', 'code': 200} Mar 23 09:09:02.132583 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-a58bdaf1-0e78-4d3a-a526-1051a3ceb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.142667 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-a58bdaf1-0e78-4d3a-a526-1051a3ceb377 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b5515dc35184c93959eb27af300f87c&device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 1131 time: 0.1854081 Mar 23 09:09:02.237905 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-cadd0546-0796-4a6f-81aa-c9945a85b20c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74ae1e41-04b6-4e4d-b55e-e1693e0ca483 HTTP/1.1" status: 200 len: 217 time: 0.0754435 Mar 23 09:09:02.301546 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-dd1ed61c-488a-4ce8-b203-4d46bee7fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.304407 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-dd1ed61c-488a-4ce8-b203-4d46bee7fb5c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84fdad21-f2a8-40fc-a2c6-a0d517f16c6c HTTP/1.1" status: 200 len: 843 time: 0.0605235 Mar 23 09:09:02.371183 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-4104a036-45bc-4a48-a373-87ac43a14953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.372757 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-4104a036-45bc-4a48-a373-87ac43a14953 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=74eb8f1d-388f-43cc-ad89-ee27d140aa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0608122 Mar 23 09:09:02.475809 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-41f9fc7f-f18d-43c1-8424-dc8de8dba672 service neutron] 10.222.0.84 "GET /v2.0/networks/74eb8f1d-388f-43cc-ad89-ee27d140aa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961428 Mar 23 09:09:02.570935 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ebab1b73-732d-459b-9bb3-d96519e46613 req-87f4e106-76c8-4cbc-b688-3325e7b72606 service neutron] 10.222.0.84 "GET /v2.0/networks/74eb8f1d-388f-43cc-ad89-ee27d140aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885010 Mar 23 09:09:02.678097 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-f165e9e9-d15d-4f36-a95b-3dba3ed94bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.679610 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-f165e9e9-d15d-4f36-a95b-3dba3ed94bfd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b5515dc35184c93959eb27af300f87c&device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 1131 time: 0.0636446 Mar 23 09:09:02.772661 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-baeced9d-d3fe-48b6-8118-7f74d1652d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.774142 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-baeced9d-d3fe-48b6-8118-7f74d1652d3c service neutron] 10.222.0.84 "GET /v2.0/networks?id=74eb8f1d-388f-43cc-ad89-ee27d140aa4a HTTP/1.1" status: 200 len: 870 time: 0.0878398 Mar 23 09:09:02.815358 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-4143d86d-f858-4f98-8ec7-139cbda8cc1d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74ae1e41-04b6-4e4d-b55e-e1693e0ca483 HTTP/1.1" status: 200 len: 217 time: 0.0350478 Mar 23 09:09:02.866325 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-1af01ecc-8559-48f9-994e-8170081c6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.867787 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-1af01ecc-8559-48f9-994e-8170081c6ad8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84fdad21-f2a8-40fc-a2c6-a0d517f16c6c HTTP/1.1" status: 200 len: 843 time: 0.0458443 Mar 23 09:09:02.915183 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-be9eecca-0012-403c-998b-9039ebac6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.917150 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-be9eecca-0012-403c-998b-9039ebac6b8a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=74eb8f1d-388f-43cc-ad89-ee27d140aa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432403 Mar 23 09:09:02.952043 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf8339-bc6b-4d44-a97e-2e2ad3f91fbe req-f23de5c8-001b-4d9d-8a0c-5bb1db7b3a89 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.953511 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1aaf8339-bc6b-4d44-a97e-2e2ad3f91fbe req-f23de5c8-001b-4d9d-8a0c-5bb1db7b3a89 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 947 time: 0.0547726 Mar 23 09:09:03.004855 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1aaf8339-bc6b-4d44-a97e-2e2ad3f91fbe req-8d9c4b45-10f5-4b07-aef3-6487530e3ca6 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451705 Mar 23 09:09:03.010471 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-1e32a3de-c53d-4fd3-a71f-3e57930353a7 service neutron] 10.222.0.84 "GET /v2.0/networks/74eb8f1d-388f-43cc-ad89-ee27d140aa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867581 Mar 23 09:09:03.104817 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.107988 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-06ccb550-14c4-4b2b-8005-323ab8247aa4 req-ef0c9a77-2458-4763-9407-40337482a7d0 service neutron] 10.222.0.84 "GET /v2.0/networks/74eb8f1d-388f-43cc-ad89-ee27d140aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905018 Mar 23 09:09:04.123072 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7e3af-f517-43cf-8407-9352c3999cba req-dc2cbf06-59b6-42ad-998e-876c78efcfa0 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:04.124540 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-85e7e3af-f517-43cf-8407-9352c3999cba req-dc2cbf06-59b6-42ad-998e-876c78efcfa0 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 947 time: 0.0530872 Mar 23 09:09:04.130429 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:09:04.172236 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-85e7e3af-f517-43cf-8407-9352c3999cba req-ebcc6cd9-9d20-4463-8f76-3d75efa119db tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Mar 23 09:09:04.226479 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,segment=NetworkSegment(92d1556e-50a2-49f6-9cb7-967686ac86b7),segment_id=92d1556e-50a2-49f6-9cb7-967686ac86b7)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:04.237608 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483', 'network_id': '74eb8f1d-388f-43cc-ad89-ee27d140aa4a', 'port_id': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483', 'mac_address': 'fa:16:3e:c4:97:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fdad21-f2a8-40fc-a2c6-a0d517f16c6c', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:09:04.277466 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:04.277858 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.290148 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:09:04.308655 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,segment=NetworkSegment(92d1556e-50a2-49f6-9cb7-967686ac86b7),segment_id=92d1556e-50a2-49f6-9cb7-967686ac86b7)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:04.312447 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.358003 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:04.468719 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43550) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:04.976731 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.218041 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Deleting port b0664e6a-b757-4bf1-af08-5c1b5bff88e7 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:09:05.218372 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.329136 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a53b3-e7c0-444e-af77-4e64f36f2592 req-1bc918ab-47fb-4731-af16-3ca07129f3de tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:05.330614 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f19a53b3-e7c0-444e-af77-4e64f36f2592 req-1bc918ab-47fb-4731-af16-3ca07129f3de tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 948 time: 0.0781024 Mar 23 09:09:05.335353 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] For port b0664e6a-b757-4bf1-af08-5c1b5bff88e7, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:05.335714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.359374 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Calling delete_port for b0664e6a-b757-4bf1-af08-5c1b5bff88e7 owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:09:05.431181 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f19a53b3-e7c0-444e-af77-4e64f36f2592 req-6d6d173c-bb1d-41db-a6fc-c69f5f06b6af tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924332 Mar 23 09:09:05.563253 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (b0664e6a-b757-4bf1-af08-5c1b5bff88e7), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.591816 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Pushing event deleted for resources: {'Port': ['ID=b0664e6a-b757-4bf1-af08-5c1b5bff88e7,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:05.987556 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.208689 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:09:06.318696 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:09:06.324234 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-20f58cae-d36d-456c-8ed4-fccfa25c32be admin admin] 10.222.0.73 "PUT /v2.0/routers/89b1ed50-b54e-490c-b6af-1ae7ab0faacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8544774 Mar 23 09:09:06.326788 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43572) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:06.328339 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] Sync routers for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:09:06.337988 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:06.338585 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:06.434437 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks [] for router (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.445111 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:06.543492 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks [] for router_gateway (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.559715 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7e5a-c4df-4bf4-a00c-f526f4ba7e55 req-110c9378-1582-4b41-af5a-7b1920faa31a tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:06.562320 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-587a7e5a-c4df-4bf4-a00c-f526f4ba7e55 req-110c9378-1582-4b41-af5a-7b1920faa31a tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 948 time: 0.0636241 Mar 23 09:09:06.614408 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-587a7e5a-c4df-4bf4-a00c-f526f4ba7e55 req-49da4dc0-553d-4103-8e19-7d96612ecaca tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Mar 23 09:09:06.615919 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Deleting port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:09:06.616427 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.639795 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:09:05Z', 'revision_number': 5, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port': {'id': '2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:01:14Z', 'updated_at': '2022-03-23T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:06.666468 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] Checking router: 89b1ed50-b54e-490c-b6af-1ae7ab0faacc for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:09:06.674929 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] Routers {'89b1ed50-b54e-490c-b6af-1ae7ab0faacc'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:06.675639 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:08:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:06.698886 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] For port 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:06.699250 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.716047 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Calling delete_port for 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 owned by network:router_gateway {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:09:06.764232 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] Set router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc gateway port host: None {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:06.820687 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:09:06Z', 'revision_number': 6, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:06.848883 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be56bcb-03dd-4201-87c6-1dd00a889981 None None] The sync data for ids ['89b1ed50-b54e-490c-b6af-1ae7ab0faacc'] in dv-cinder-834822-2-iscsi is: [{'id': '89b1ed50-b54e-490c-b6af-1ae7ab0faacc', 'name': 'tempest-AttachVolumeShelveTestJSON-130770456-router', 'tenant_id': 'a232e312db374d27bb3ea3fd29c293f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:01:13Z', 'updated_at': '2022-03-23T09:09:06Z', 'revision_number': 6, 'project_id': 'a232e312db374d27bb3ea3fd29c293f0', 'gw_port_host': None}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:09:06.862189 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['74ae1e41-04b6-4e4d-b55e-e1693e0ca483'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:09:06.897205 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.924882 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:07.003714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.111677 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.113981 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks [] for router_controller (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.163776 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (89b1ed50-b54e-490c-b6af-1ae7ab0faacc), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.164351 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b1ed50-b54e-490c-b6af-1ae7ab0faacc {{(pid=103116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:09:07.170867 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.172243 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-01ac4401-e691-473b-934f-c78711c14d38 admin admin] 10.222.0.73 "DELETE /v2.0/routers/89b1ed50-b54e-490c-b6af-1ae7ab0faacc HTTP/1.1" status: 204 len: 168 time: 0.8445511 Mar 23 09:09:07.174792 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43590) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:07.231017 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] Deleting subnet a78d3ed2-ea15-4d48-9300-1199cc721474 {{(pid=103116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:09:07.235432 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] Publish callbacks [] for subnet (a78d3ed2-ea15-4d48-9300-1199cc721474), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.283907 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342816'] for subnet (a78d3ed2-ea15-4d48-9300-1199cc721474), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.385236 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (a78d3ed2-ea15-4d48-9300-1199cc721474), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.461162 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8944565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9176596'] for subnet (a78d3ed2-ea15-4d48-9300-1199cc721474), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.478367 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.481616 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a78d3ed2-ea15-4d48-9300-1199cc721474 HTTP/1.1" status: 204 len: 168 time: 0.3058500 Mar 23 09:09:07.482012 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396610c-bbc8-4b6f-8304-ee2d4e6f94ee None None] Network 73b6e3fd-ff74-42fc-ab77-b95c86491d66 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:09:07.484207 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43602) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:07.499018 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a74cc-82a1-48f6-8309-919c7e1e8cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78d3ed2-ea15-4d48-9300-1199cc721474,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:07.554420 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (73b6e3fd-ff74-42fc-ab77-b95c86491d66), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.619657 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Deleting port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:09:07.620266 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.684516 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] DHCP port deletion for 73b6e3fd-ff74-42fc-ab77-b95c86491d66 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:09:07.702334 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] For port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:07.702776 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.717123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Calling delete_port for 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:09:07.750926 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] Deleting port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:09:07.751225 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.756428 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecaac6-df02-4a4c-9b99-596dd46d4f2e req-4f81fbde-415c-41a1-9b1a-d19333b6eb67 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:07.757974 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-76ecaac6-df02-4a4c-9b99-596dd46d4f2e req-4f81fbde-415c-41a1-9b1a-d19333b6eb67 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 948 time: 0.0594287 Mar 23 09:09:07.816289 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.824608 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] For port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,segment=NetworkSegment(d48b72ad-5a52-4a4b-a254-77c1b1e6b63e),segment_id=d48b72ad-5a52-4a4b-a254-77c1b1e6b63e)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:07.825357 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.828969 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-76ecaac6-df02-4a4c-9b99-596dd46d4f2e req-14bc1a64-9039-48cd-85ca-c9996be46752 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626996 Mar 23 09:09:07.840523 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] Calling delete_port for 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:09:07.865862 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:07.872123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] No DVR routers for this DVR port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:09:07.923363 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b0664e6a-b757-4bf1-af08-5c1b5bff88e7 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:09:07.927836 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (32ca21ec-06ea-4bd7-9f5d-15cb40040e71), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.953460 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (73b6e3fd-ff74-42fc-ab77-b95c86491d66), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.966642 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: b0664e6a-b757-4bf1-af08-5c1b5bff88e7 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:09:07.966866 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device b0664e6a-b757-4bf1-af08-5c1b5bff88e7 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:09:07.967282 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:09:07.983014 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b6e3fd-ff74-42fc-ab77-b95c86491d66']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:07.988890 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] Pushing event deleted for resources: {'Port': ['ID=32ca21ec-06ea-4bd7-9f5d-15cb40040e71,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:07.992372 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:09:07.992720 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:09:07.993138 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:09:07.995899 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:07.996216 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48b72ad-5a52-4a4b-a254-77c1b1e6b63e') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:08.006408 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (d48b72ad-5a52-4a4b-a254-77c1b1e6b63e), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.016205 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32026c-e755-47e8-a16e-3bc3c8ff543f None None] No DVR routers for this DVR port 32ca21ec-06ea-4bd7-9f5d-15cb40040e71 on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:09:08.018041 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:09:08.018373 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2cf5d71d-1f7d-4eaa-9801-76c3fbdc4671 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:09:08.030891 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (d48b72ad-5a52-4a4b-a254-77c1b1e6b63e), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.038552 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:09:08.038971 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (d48b72ad-5a52-4a4b-a254-77c1b1e6b63e), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:09:08.041343 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:09:08.101795 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (73b6e3fd-ff74-42fc-ab77-b95c86491d66), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.107799 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.110924 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/73b6e3fd-ff74-42fc-ab77-b95c86491d66 HTTP/1.1" status: 204 len: 168 time: 0.6255314 Mar 23 09:09:08.122462 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852ca9-7a43-4425-9c95-ecccdce898b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b6e3fd-ff74-42fc-ab77-b95c86491d66,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:08.220649 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43610) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:08.260174 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1fe3d042-ea67-4150-a96a-4cf43c2c41ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a232e312db374d27bb3ea3fd29c293f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382147 Mar 23 09:09:08.262526 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43612) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:08.313452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-084989f1-3782-4c1a-94fc-0d0a75c5f88c admin admin] Publish callbacks [] for security_group (e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.334469 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-084989f1-3782-4c1a-94fc-0d0a75c5f88c admin admin] Publish callbacks [] for security_group (e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.380243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-084989f1-3782-4c1a-94fc-0d0a75c5f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.383067 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-084989f1-3782-4c1a-94fc-0d0a75c5f88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.384209 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-084989f1-3782-4c1a-94fc-0d0a75c5f88c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc HTTP/1.1" status: 204 len: 168 time: 0.1208076 Mar 23 09:09:08.391792 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084989f1-3782-4c1a-94fc-0d0a75c5f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ddd7bf-dc75-4440-8c41-15f0ba9a12bc,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:08.632175 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:08.688739 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:09:08.693581 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:08.694002 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.808033 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:08.808467 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.842828 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:08.845149 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f37ae-c587-436c-b7b3-813ec655adbd" -d '{"events": [{"server_uuid": "e0d152f9-d806-49f3-8b18-1f13f4ed24f4", "name": "network-vif-plugged", "status": "completed", "tag": "74ae1e41-04b6-4e4d-b55e-e1693e0ca483"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:08.860085 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,segment=NetworkSegment(92d1556e-50a2-49f6-9cb7-967686ac86b7),segment_id=92d1556e-50a2-49f6-9cb7-967686ac86b7)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:08.867984 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:08.898915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c879def-438b-4d4d-9231-bdaceb57c511 x-openstack-request-id: req-6c879def-438b-4d4d-9231-bdaceb57c511 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:08.899199 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d152f9-d806-49f3-8b18-1f13f4ed24f4", "name": "network-vif-plugged", "status": "completed", "tag": "74ae1e41-04b6-4e4d-b55e-e1693e0ca483", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:08.900797 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c879def-438b-4d4d-9231-bdaceb57c511 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:08.901521 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c879def-438b-4d4d-9231-bdaceb57c511'] response: {'server_uuid': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483', 'code': 200} Mar 23 09:09:08.945412 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:08.992070 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e857-fcb9-4638-b128-c4678a6f8e12 req-c3e3cb40-bd4e-466f-9e30-4d6699a2d5d2 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:08.993816 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1ea7e857-fcb9-4638-b128-c4678a6f8e12 req-c3e3cb40-bd4e-466f-9e30-4d6699a2d5d2 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 949 time: 0.0818160 Mar 23 09:09:09.046261 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1ea7e857-fcb9-4638-b128-c4678a6f8e12 req-d1e3404d-eaa6-4bb0-8a52-39b03e0ec4a0 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455363 Mar 23 09:09:09.107537 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fa7f5-ca27-4449-bf14-80085517f0f3 req-4a38807b-1870-4f33-b11b-feeeaaddb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:09.109102 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dc6fa7f5-ca27-4449-bf14-80085517f0f3 req-4a38807b-1870-4f33-b11b-feeeaaddb1ae service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 1133 time: 0.0473192 Mar 23 09:09:09.156029 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-dc6fa7f5-ca27-4449-bf14-80085517f0f3 req-a215c335-04bc-486b-8246-530dfe45c958 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Mar 23 09:09:09.738123 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43686) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:09.871193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-291cb876-de25-48fb-aac0-7732863d732c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:09.976209 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-291cb876-de25-48fb-aac0-7732863d732c admin admin] Publish callbacks [] for security_group (a225a5d7-a193-4d1d-b969-52e350c38967), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:09.981131 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-291cb876-de25-48fb-aac0-7732863d732c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (a225a5d7-a193-4d1d-b969-52e350c38967), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.000936 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43700) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:10.023403 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-291cb876-de25-48fb-aac0-7732863d732c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25d64478dbe5486b99c4e5badc6cc943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839994 Mar 23 09:09:10.024426 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cb876-de25-48fb-aac0-7732863d732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a225a5d7-a193-4d1d-b969-52e350c38967,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:10.026357 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43704) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:10.097619 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-376c01f7-7166-4997-95ca-8d7f64c2ba3b admin admin] Publish callbacks [] for security_group (a225a5d7-a193-4d1d-b969-52e350c38967), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.153655 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-376c01f7-7166-4997-95ca-8d7f64c2ba3b admin admin] Publish callbacks [] for security_group (a225a5d7-a193-4d1d-b969-52e350c38967), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.168737 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-609e21cf-670d-4776-9958-e7bfa9a85aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.210943 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f92-00fd-400e-83ca-57fffb899df9 req-31cbc953-2226-46eb-a654-7b81b98afa9e tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:10.213849 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eafa6f92-00fd-400e-83ca-57fffb899df9 req-31cbc953-2226-46eb-a654-7b81b98afa9e tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 949 time: 0.0652559 Mar 23 09:09:10.250498 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-376c01f7-7166-4997-95ca-8d7f64c2ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (a225a5d7-a193-4d1d-b969-52e350c38967), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.253399 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-376c01f7-7166-4997-95ca-8d7f64c2ba3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.254569 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-376c01f7-7166-4997-95ca-8d7f64c2ba3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a225a5d7-a193-4d1d-b969-52e350c38967 HTTP/1.1" status: 204 len: 168 time: 0.2265134 Mar 23 09:09:10.270600 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c01f7-7166-4997-95ca-8d7f64c2ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a225a5d7-a193-4d1d-b969-52e350c38967,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:10.274503 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-eafa6f92-00fd-400e-83ca-57fffb899df9 req-795bbcbc-bb56-4d6f-8991-d21cf2fd4413 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540469 Mar 23 09:09:10.299839 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-609e21cf-670d-4776-9958-e7bfa9a85aaa admin admin] Publish callbacks [] for security_group (5e0353e3-eddb-4a80-9b26-a54d54ce00f0), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.304573 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-609e21cf-670d-4776-9958-e7bfa9a85aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5e0353e3-eddb-4a80-9b26-a54d54ce00f0), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.344673 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e21cf-670d-4776-9958-e7bfa9a85aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0353e3-eddb-4a80-9b26-a54d54ce00f0,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:10.350365 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-609e21cf-670d-4776-9958-e7bfa9a85aaa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7129f720ac1e474caf1cef98f68e0bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482959 Mar 23 09:09:10.353741 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43710) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:10.407254 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6df57b-80fa-45d5-85e0-a83c6ae3d6b7 admin admin] Publish callbacks [] for security_group (5e0353e3-eddb-4a80-9b26-a54d54ce00f0), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.430343 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6df57b-80fa-45d5-85e0-a83c6ae3d6b7 admin admin] Publish callbacks [] for security_group (5e0353e3-eddb-4a80-9b26-a54d54ce00f0), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.482538 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6df57b-80fa-45d5-85e0-a83c6ae3d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5e0353e3-eddb-4a80-9b26-a54d54ce00f0), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.485991 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e6df57b-80fa-45d5-85e0-a83c6ae3d6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.489764 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4e6df57b-80fa-45d5-85e0-a83c6ae3d6b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5e0353e3-eddb-4a80-9b26-a54d54ce00f0 HTTP/1.1" status: 204 len: 168 time: 0.1324832 Mar 23 09:09:10.497773 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6df57b-80fa-45d5-85e0-a83c6ae3d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0353e3-eddb-4a80-9b26-a54d54ce00f0,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:10.783155 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43726) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:10.800985 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d44b4b3e-6414-4c09-8e4e-90d7451cdb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.883545 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d44b4b3e-6414-4c09-8e4e-90d7451cdb54 admin admin] Publish callbacks [] for security_group (ed904b02-9eb8-436b-9f84-48197ba00c55), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.889536 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d44b4b3e-6414-4c09-8e4e-90d7451cdb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ed904b02-9eb8-436b-9f84-48197ba00c55), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:10.933418 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-d44b4b3e-6414-4c09-8e4e-90d7451cdb54 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f061fb2d4aab43c9a74c7e4010014534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483223 Mar 23 09:09:10.934495 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b4b3e-6414-4c09-8e4e-90d7451cdb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed904b02-9eb8-436b-9f84-48197ba00c55,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:10.935796 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43734) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:10.986036 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-069ee3ed-7d81-481e-b4fb-11f2bc72ae01 admin admin] Publish callbacks [] for security_group (ed904b02-9eb8-436b-9f84-48197ba00c55), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:11.013317 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-069ee3ed-7d81-481e-b4fb-11f2bc72ae01 admin admin] Publish callbacks [] for security_group (ed904b02-9eb8-436b-9f84-48197ba00c55), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:11.068497 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-069ee3ed-7d81-481e-b4fb-11f2bc72ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ed904b02-9eb8-436b-9f84-48197ba00c55), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:11.068910 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-069ee3ed-7d81-481e-b4fb-11f2bc72ae01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:11.072969 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-069ee3ed-7d81-481e-b4fb-11f2bc72ae01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed904b02-9eb8-436b-9f84-48197ba00c55 HTTP/1.1" status: 204 len: 168 time: 0.1331801 Mar 23 09:09:11.088208 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ee3ed-7d81-481e-b4fb-11f2bc72ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed904b02-9eb8-436b-9f84-48197ba00c55,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:11.426514 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373b8d4-4aae-4f1b-aae3-9c44d5b58de2 req-5561a740-4397-4ae7-b117-bc55fae03608 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:11.436828 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6373b8d4-4aae-4f1b-aae3-9c44d5b58de2 req-5561a740-4397-4ae7-b117-bc55fae03608 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 949 time: 0.0782194 Mar 23 09:09:11.488978 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-6373b8d4-4aae-4f1b-aae3-9c44d5b58de2 req-a11906ca-342c-4b7b-b8e2-38c5e4159e04 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Mar 23 09:09:11.769370 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb95f4-f639-4e97-a2ec-70f7f089bdf9 req-4ebc6f7f-fd80-46fc-b8a0-d0a7d25d2de1 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:11.771126 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-30fb95f4-f639-4e97-a2ec-70f7f089bdf9 req-4ebc6f7f-fd80-46fc-b8a0-d0a7d25d2de1 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 949 time: 0.0621679 Mar 23 09:09:11.829976 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-30fb95f4-f639-4e97-a2ec-70f7f089bdf9 req-720fb5d9-0fa1-467a-857e-61229f98a554 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Mar 23 09:09:11.953851 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43790) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:12.054125 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1230450594-network', 'tenant_id': 'a4e493b8134c44a0994fb54bb16f7c05'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:12.078881 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Made reservation on behalf of a4e493b8134c44a0994fb54bb16f7c05 for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:09:12.081216 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.090507 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.179992 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks [] for security_group (05769e71-c182-488f-a30a-2cfe66d29758), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.184237 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (05769e71-c182-488f-a30a-2cfe66d29758), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.211459 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:09:12.221624 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05769e71-c182-488f-a30a-2cfe66d29758,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:12.233882 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (f71b458b-b38f-450e-9b86-0faeddf2eb85), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.234233 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Added segment f71b458b-b38f-450e-9b86-0faeddf2eb85 of type vlan for network 782f1c93-f754-436e-aac0-bf8f3087f218 Mar 23 09:09:12.289940 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (782f1c93-f754-436e-aac0-bf8f3087f218), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.318282 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (782f1c93-f754-436e-aac0-bf8f3087f218), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.319536 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:12.320476 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.379316 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4242079 Mar 23 09:09:12.382763 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43808) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:12.389468 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Request body: {'subnet': {'network_id': '782f1c93-f754-436e-aac0-bf8f3087f218', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1230450594-subnet', 'tenant_id': 'a4e493b8134c44a0994fb54bb16f7c05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:12.406037 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada8fc0-677f-4b3b-a729-e494d1302dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=782f1c93-f754-436e-aac0-bf8f3087f218,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:12.418787 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Made reservation on behalf of a4e493b8134c44a0994fb54bb16f7c05 for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:09:12.421027 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 782f1c93-f754-436e-aac0-bf8f3087f218 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:09:12.421705 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12413907'] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.429045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43810) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:12.547456 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1fea95cd-4e2d-4dd9-963b-b91b4b75c825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.617717 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12091347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12413893'] for subnet (baa6da8d-caee-4ae9-a8c4-284678cb4598), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.629563 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1fea95cd-4e2d-4dd9-963b-b91b4b75c825 admin admin] Publish callbacks [] for security_group (44b800ca-d3c3-413e-b001-c312a3c14324), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.634156 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1fea95cd-4e2d-4dd9-963b-b91b4b75c825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (44b800ca-d3c3-413e-b001-c312a3c14324), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.674178 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1fea95cd-4e2d-4dd9-963b-b91b4b75c825 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72a1c55ce01445c183c7d5d38d2d2a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438433 Mar 23 09:09:12.675057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea95cd-4e2d-4dd9-963b-b91b4b75c825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b800ca-d3c3-413e-b001-c312a3c14324,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:12.676427 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa6da8d-caee-4ae9-a8c4-284678cb4598,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:12.677771 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43814) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:12.688169 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Checking segment: {'id': 'f71b458b-b38f-450e-9b86-0faeddf2eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '782f1c93-f754-436e-aac0-bf8f3087f218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:09:12.688529 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Network hostable DHCP agents. Network: 782f1c93-f754-436e-aac0-bf8f3087f218, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:09:12.710024 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Network 782f1c93-f754-436e-aac0-bf8f3087f218 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:09:12.721725 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 782f1c93-f754-436e-aac0-bf8f3087f218) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:09:12.725858 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:12.726474 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.731380 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-84f9b31b-f3a2-4777-952c-e1f1f93dda34 admin admin] Publish callbacks [] for security_group (44b800ca-d3c3-413e-b001-c312a3c14324), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.732066 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee5dbf-cac2-481e-bf15-fcfbb3d5eca2 None None] Network 782f1c93-f754-436e-aac0-bf8f3087f218 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:09:12.745708 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-4984a9f5-c61a-4283-8579-8bb4f3fcf040 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3619800 Mar 23 09:09:12.765241 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-84f9b31b-f3a2-4777-952c-e1f1f93dda34 admin admin] Publish callbacks [] for security_group (44b800ca-d3c3-413e-b001-c312a3c14324), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.830140 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-84f9b31b-f3a2-4777-952c-e1f1f93dda34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (44b800ca-d3c3-413e-b001-c312a3c14324), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.832857 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-84f9b31b-f3a2-4777-952c-e1f1f93dda34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.837465 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-84f9b31b-f3a2-4777-952c-e1f1f93dda34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/44b800ca-d3c3-413e-b001-c312a3c14324 HTTP/1.1" status: 204 len: 168 time: 0.1553319 Mar 23 09:09:12.844604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9b31b-f3a2-4777-952c-e1f1f93dda34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b800ca-d3c3-413e-b001-c312a3c14324,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:12.847517 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fa2a8-96ca-4c08-8814-2eb37ab903c1 None None] Network 782f1c93-f754-436e-aac0-bf8f3087f218 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:09:13.021676 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db21d1-2ca3-4013-bdeb-a080e3977d98 req-bcf68f6c-ac02-43f2-884a-f21c321e42d8 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:13.023753 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-05db21d1-2ca3-4013-bdeb-a080e3977d98 req-bcf68f6c-ac02-43f2-884a-f21c321e42d8 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 949 time: 0.0915544 Mar 23 09:09:13.104196 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-05db21d1-2ca3-4013-bdeb-a080e3977d98 req-d802435d-ef6e-4e0b-ae05-b51922d725ac tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603349 Mar 23 09:09:13.113096 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-f09a34e5-0237-420c-9f0c-7f530f3d2d77 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:13.115105 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-f09a34e5-0237-420c-9f0c-7f530f3d2d77 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 949 time: 0.1084085 Mar 23 09:09:13.193009 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43834) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:13.211287 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27e7a038-17df-429b-9d6c-3acf076ecf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.263602 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Deleting port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:09:13.263939 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.338556 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43840) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:13.345611 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1989149772-network', 'tenant_id': '69bb22bdac3749ebb17581118800370d'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:13.370009 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Made reservation on behalf of 69bb22bdac3749ebb17581118800370d for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:09:13.372591 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.375316 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27e7a038-17df-429b-9d6c-3acf076ecf9e admin admin] Publish callbacks [] for security_group (907efc74-a53f-4fb7-9673-aa5f720df0a8), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.382104 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27e7a038-17df-429b-9d6c-3acf076ecf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (907efc74-a53f-4fb7-9673-aa5f720df0a8), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.382265 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.386370 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] For port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,segment=NetworkSegment(92d1556e-50a2-49f6-9cb7-967686ac86b7),segment_id=92d1556e-50a2-49f6-9cb7-967686ac86b7)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:13.387346 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.423582 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Calling delete_port for 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:09:13.445973 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-27e7a038-17df-429b-9d6c-3acf076ecf9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82c5e3ce64f94ba0980400f8db41e47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516553 Mar 23 09:09:13.448584 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 43844) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:13.459206 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a038-17df-429b-9d6c-3acf076ecf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907efc74-a53f-4fb7-9673-aa5f720df0a8,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:13.471611 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks [] for security_group (c1c667dd-97ac-4682-b3db-6ef20027db68), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.477310 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (c1c667dd-97ac-4682-b3db-6ef20027db68), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.506506 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:09:13.523308 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c667dd-97ac-4682-b3db-6ef20027db68,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:13.527290 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (7a461455-8e4d-4ea2-9198-189396914d6e), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.527902 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Added segment 7a461455-8e4d-4ea2-9198-189396914d6e of type vlan for network 572ac06d-4c17-41c6-87c1-c26d2a7b0d8b Mar 23 09:09:13.577131 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (572ac06d-4c17-41c6-87c1-c26d2a7b0d8b), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.607593 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (572ac06d-4c17-41c6-87c1-c26d2a7b0d8b), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.608968 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:13.609642 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.672431 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3326261 Mar 23 09:09:13.676476 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 43846) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:13.682405 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Request body: {'subnet': {'network_id': '572ac06d-4c17-41c6-87c1-c26d2a7b0d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1989149772-subnet', 'tenant_id': '69bb22bdac3749ebb17581118800370d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:13.709443 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff575c60-4a35-4d38-80f7-5a657cf664e7 admin admin] Pushing event updated for resources: {'Network': ['ID=572ac06d-4c17-41c6-87c1-c26d2a7b0d8b,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:13.712156 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Made reservation on behalf of 69bb22bdac3749ebb17581118800370d for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:09:13.722718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 572ac06d-4c17-41c6-87c1-c26d2a7b0d8b details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:09:13.727644 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.878198 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-935a3de9-096f-4f1a-84c6-8641094cf1fc admin admin] Publish callbacks [] for security_group (907efc74-a53f-4fb7-9673-aa5f720df0a8), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.879423 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.909188 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-935a3de9-096f-4f1a-84c6-8641094cf1fc admin admin] Publish callbacks [] for security_group (907efc74-a53f-4fb7-9673-aa5f720df0a8), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.933243 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (727ea7d9-28da-4214-bb26-0a4aeb098b86), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.984368 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (74ae1e41-04b6-4e4d-b55e-e1693e0ca483), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.993778 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=727ea7d9-28da-4214-bb26-0a4aeb098b86,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:14.003244 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['74ae1e41-04b6-4e4d-b55e-e1693e0ca483'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:09:14.003396 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Checking segment: {'id': '7a461455-8e4d-4ea2-9198-189396914d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '572ac06d-4c17-41c6-87c1-c26d2a7b0d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:09:14.003670 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Network hostable DHCP agents. Network: 572ac06d-4c17-41c6-87c1-c26d2a7b0d8b, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:09:14.014969 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Pushing event deleted for resources: {'Port': ['ID=74ae1e41-04b6-4e4d-b55e-e1693e0ca483,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:14.040944 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Network 572ac06d-4c17-41c6-87c1-c26d2a7b0d8b is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:09:14.052684 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 572ac06d-4c17-41c6-87c1-c26d2a7b0d8b) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:09:14.059676 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:14.060504 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:14.063601 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cacd09-7774-4588-a170-b6306f439eaf None None] Network 572ac06d-4c17-41c6-87c1-c26d2a7b0d8b requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:09:14.092468 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3f690f9d-ecff-4557-8251-7b851034cd19 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4146314 Mar 23 09:09:14.104256 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-935a3de9-096f-4f1a-84c6-8641094cf1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (907efc74-a53f-4fb7-9673-aa5f720df0a8), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:14.110613 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-935a3de9-096f-4f1a-84c6-8641094cf1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:14.116435 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-935a3de9-096f-4f1a-84c6-8641094cf1fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/907efc74-a53f-4fb7-9673-aa5f720df0a8 HTTP/1.1" status: 204 len: 168 time: 0.6666532 Mar 23 09:09:14.129104 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] No DVR routers for this DVR port 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:09:14.143729 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:14.149992 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-1c5191ab-932f-45da-af36-3e0ed5f27b07 req-bfe7e713-5f8b-4ad9-adf3-ace1671fe001 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.84 "DELETE /v2.0/ports/74ae1e41-04b6-4e4d-b55e-e1693e0ca483 HTTP/1.1" status: 204 len: 173 time: 1.0269473 Mar 23 09:09:14.159827 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'name': 'network-vif-deleted', 'tag': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:14.173034 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7e9f4c-73d4-4e0a-9f95-c2065549508f" -d '{"events": [{"server_uuid": "e0d152f9-d806-49f3-8b18-1f13f4ed24f4", "name": "network-vif-deleted", "tag": "74ae1e41-04b6-4e4d-b55e-e1693e0ca483"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:14.191281 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3de9-096f-4f1a-84c6-8641094cf1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907efc74-a53f-4fb7-9673-aa5f720df0a8,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:14.235666 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa6533-dc87-4f35-abc1-18da0351782c None None] Network 572ac06d-4c17-41c6-87c1-c26d2a7b0d8b requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:09:14.319017 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b4e34-fcc1-40a5-8c40-1018e3b70082 x-openstack-request-id: req-8e2b4e34-fcc1-40a5-8c40-1018e3b70082 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:14.319481 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d152f9-d806-49f3-8b18-1f13f4ed24f4", "name": "network-vif-deleted", "tag": "74ae1e41-04b6-4e4d-b55e-e1693e0ca483", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:14.319888 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e2b4e34-fcc1-40a5-8c40-1018e3b70082 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:14.320522 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2b4e34-fcc1-40a5-8c40-1018e3b70082'] response: {'server_uuid': 'e0d152f9-d806-49f3-8b18-1f13f4ed24f4', 'name': 'network-vif-deleted', 'tag': '74ae1e41-04b6-4e4d-b55e-e1693e0ca483', 'status': 'completed', 'code': 200} Mar 23 09:09:14.362976 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ab5d520c-6c14-41e6-95b5-de3e735da548 req-908a723d-95a7-45e2-b2db-0b3baefc2166 tempest-VolumesNegativeTest-508141929 tempest-VolumesNegativeTest-508141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0d152f9-d806-49f3-8b18-1f13f4ed24f4 HTTP/1.1" status: 200 len: 210 time: 0.0966837 Mar 23 09:09:17.154414 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:09:17.178370 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:09:17.178757 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 74ae1e41-04b6-4e4d-b55e-e1693e0ca483 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:09:19.840614 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44276) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:19.976840 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-732b8be6-4f26-4b65-a5fb-199cc5337c20 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b5515dc35184c93959eb27af300f87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350288 Mar 23 09:09:19.979297 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44280) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:20.026590 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-161ac988-b07b-496a-96ed-1faa6fa53bd6 admin admin] Publish callbacks [] for security_group (d4abb8f9-2cfd-4148-8153-d44f14f5b0cc), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:20.047486 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-161ac988-b07b-496a-96ed-1faa6fa53bd6 admin admin] Publish callbacks [] for security_group (d4abb8f9-2cfd-4148-8153-d44f14f5b0cc), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:20.095124 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-161ac988-b07b-496a-96ed-1faa6fa53bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d4abb8f9-2cfd-4148-8153-d44f14f5b0cc), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:20.097913 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-161ac988-b07b-496a-96ed-1faa6fa53bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:20.099633 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-161ac988-b07b-496a-96ed-1faa6fa53bd6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4abb8f9-2cfd-4148-8153-d44f14f5b0cc HTTP/1.1" status: 204 len: 168 time: 0.1194184 Mar 23 09:09:20.107903 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ac988-b07b-496a-96ed-1faa6fa53bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4abb8f9-2cfd-4148-8153-d44f14f5b0cc,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:20.753832 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44328) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:20.861932 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5c4515fe-7e11-4c16-b4ae-c7ef14ba2120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:20.952480 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5c4515fe-7e11-4c16-b4ae-c7ef14ba2120 admin admin] Publish callbacks [] for security_group (723d6a35-5962-4d82-9d1c-2dcd027ddd65), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:20.956714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-5c4515fe-7e11-4c16-b4ae-c7ef14ba2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (723d6a35-5962-4d82-9d1c-2dcd027ddd65), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.006252 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-5c4515fe-7e11-4c16-b4ae-c7ef14ba2120 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fc9b4db24abd411791b1925a6467ba5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488830 Mar 23 09:09:21.006252 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4515fe-7e11-4c16-b4ae-c7ef14ba2120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723d6a35-5962-4d82-9d1c-2dcd027ddd65,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:21.007345 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44342) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:21.088872 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6d82-08a0-4dbf-836a-53278f71cdeb admin admin] Publish callbacks [] for security_group (723d6a35-5962-4d82-9d1c-2dcd027ddd65), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.115735 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6d82-08a0-4dbf-836a-53278f71cdeb admin admin] Publish callbacks [] for security_group (723d6a35-5962-4d82-9d1c-2dcd027ddd65), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.170241 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6d82-08a0-4dbf-836a-53278f71cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (723d6a35-5962-4d82-9d1c-2dcd027ddd65), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.173030 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6d82-08a0-4dbf-836a-53278f71cdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.177791 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d1ec6d82-08a0-4dbf-836a-53278f71cdeb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/723d6a35-5962-4d82-9d1c-2dcd027ddd65 HTTP/1.1" status: 204 len: 168 time: 0.1700294 Mar 23 09:09:21.186836 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec6d82-08a0-4dbf-836a-53278f71cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d6a35-5962-4d82-9d1c-2dcd027ddd65,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:21.516787 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44368) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:21.530232 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ad31c522-7c51-45ef-8ac2-3d3db3354f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.610662 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ad31c522-7c51-45ef-8ac2-3d3db3354f55 admin admin] Publish callbacks [] for security_group (53352693-887c-4fde-a846-c550f9218cf5), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.614586 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ad31c522-7c51-45ef-8ac2-3d3db3354f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (53352693-887c-4fde-a846-c550f9218cf5), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.654615 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31c522-7c51-45ef-8ac2-3d3db3354f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53352693-887c-4fde-a846-c550f9218cf5,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:21.665724 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ad31c522-7c51-45ef-8ac2-3d3db3354f55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=917ffe0758fd419bacf3c8d09dedf76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422577 Mar 23 09:09:21.665724 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44370) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:21.731192 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-46298687-4827-434d-ad62-d3fa0e64072a admin admin] Publish callbacks [] for security_group (53352693-887c-4fde-a846-c550f9218cf5), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.755590 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-46298687-4827-434d-ad62-d3fa0e64072a admin admin] Publish callbacks [] for security_group (53352693-887c-4fde-a846-c550f9218cf5), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.807535 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-46298687-4827-434d-ad62-d3fa0e64072a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (53352693-887c-4fde-a846-c550f9218cf5), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.810419 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-46298687-4827-434d-ad62-d3fa0e64072a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:21.811586 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-46298687-4827-434d-ad62-d3fa0e64072a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/53352693-887c-4fde-a846-c550f9218cf5 HTTP/1.1" status: 204 len: 168 time: 0.1474545 Mar 23 09:09:21.819569 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298687-4827-434d-ad62-d3fa0e64072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53352693-887c-4fde-a846-c550f9218cf5,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:23.858824 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44474) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:23.966024 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7f96fc7-9590-4858-aa1b-a8453ce41462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.041659 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7f96fc7-9590-4858-aa1b-a8453ce41462 admin admin] Publish callbacks [] for security_group (f7c02633-86aa-4b41-b653-51a67b539484), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.046482 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7f96fc7-9590-4858-aa1b-a8453ce41462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (f7c02633-86aa-4b41-b653-51a67b539484), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.083586 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f96fc7-9590-4858-aa1b-a8453ce41462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c02633-86aa-4b41-b653-51a67b539484,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:24.089301 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f7f96fc7-9590-4858-aa1b-a8453ce41462 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fde9e41b992b4e79936482d64cb8380a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294486 Mar 23 09:09:24.091977 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44480) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:24.138843 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ada4cbf9-7207-4146-b6c9-b1ddb48ea52a admin admin] Publish callbacks [] for security_group (f7c02633-86aa-4b41-b653-51a67b539484), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.159929 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ada4cbf9-7207-4146-b6c9-b1ddb48ea52a admin admin] Publish callbacks [] for security_group (f7c02633-86aa-4b41-b653-51a67b539484), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.209232 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ada4cbf9-7207-4146-b6c9-b1ddb48ea52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (f7c02633-86aa-4b41-b653-51a67b539484), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.212504 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ada4cbf9-7207-4146-b6c9-b1ddb48ea52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.213681 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-ada4cbf9-7207-4146-b6c9-b1ddb48ea52a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7c02633-86aa-4b41-b653-51a67b539484 HTTP/1.1" status: 204 len: 168 time: 0.1209145 Mar 23 09:09:24.221754 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4cbf9-7207-4146-b6c9-b1ddb48ea52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c02633-86aa-4b41-b653-51a67b539484,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:24.468695 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44486) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:24.481426 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770f84ab-fa17-4636-893f-ba67d491d38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.555867 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770f84ab-fa17-4636-893f-ba67d491d38c admin admin] Publish callbacks [] for security_group (b3da402f-28f6-45c8-ad4f-27b46fb1e5fa), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.559520 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770f84ab-fa17-4636-893f-ba67d491d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b3da402f-28f6-45c8-ad4f-27b46fb1e5fa), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.599876 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-770f84ab-fa17-4636-893f-ba67d491d38c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1cea4d1117c74619b0b0a7246d746403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300724 Mar 23 09:09:24.600609 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f84ab-fa17-4636-893f-ba67d491d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3da402f-28f6-45c8-ad4f-27b46fb1e5fa,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:24.602682 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44488) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:24.650115 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a27b-c933-46a0-b884-d06c6c2531e0 admin admin] Publish callbacks [] for security_group (b3da402f-28f6-45c8-ad4f-27b46fb1e5fa), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.670316 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a27b-c933-46a0-b884-d06c6c2531e0 admin admin] Publish callbacks [] for security_group (b3da402f-28f6-45c8-ad4f-27b46fb1e5fa), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.717685 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a27b-c933-46a0-b884-d06c6c2531e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b3da402f-28f6-45c8-ad4f-27b46fb1e5fa), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.720219 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a27b-c933-46a0-b884-d06c6c2531e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:24.721390 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-7ba2a27b-c933-46a0-b884-d06c6c2531e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3da402f-28f6-45c8-ad4f-27b46fb1e5fa HTTP/1.1" status: 204 len: 168 time: 0.1176269 Mar 23 09:09:24.731049 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2a27b-c933-46a0-b884-d06c6c2531e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3da402f-28f6-45c8-ad4f-27b46fb1e5fa,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:25.056714 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44498) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:25.070322 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ef632099-e79f-46b9-b374-a6749689a0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:25.147582 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ef632099-e79f-46b9-b374-a6749689a0be admin admin] Publish callbacks [] for security_group (9acf4889-4f4f-4f7d-a045-315afcb9e9e8), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:25.151772 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ef632099-e79f-46b9-b374-a6749689a0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (9acf4889-4f4f-4f7d-a045-315afcb9e9e8), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:25.193086 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-ef632099-e79f-46b9-b374-a6749689a0be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a067943cc204e2891c10b7c5771937b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329379 Mar 23 09:09:25.193086 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef632099-e79f-46b9-b374-a6749689a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf4889-4f4f-4f7d-a045-315afcb9e9e8,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:25.193562 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44502) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:25.243749 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2061e691-cb29-4b69-8809-7a12e7a1de51 admin admin] Publish callbacks [] for security_group (9acf4889-4f4f-4f7d-a045-315afcb9e9e8), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:25.265114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2061e691-cb29-4b69-8809-7a12e7a1de51 admin admin] Publish callbacks [] for security_group (9acf4889-4f4f-4f7d-a045-315afcb9e9e8), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:25.314273 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2061e691-cb29-4b69-8809-7a12e7a1de51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (9acf4889-4f4f-4f7d-a045-315afcb9e9e8), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:25.316771 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2061e691-cb29-4b69-8809-7a12e7a1de51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:25.317942 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-2061e691-cb29-4b69-8809-7a12e7a1de51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9acf4889-4f4f-4f7d-a045-315afcb9e9e8 HTTP/1.1" status: 204 len: 168 time: 0.1234372 Mar 23 09:09:25.326039 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061e691-cb29-4b69-8809-7a12e7a1de51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf4889-4f4f-4f7d-a045-315afcb9e9e8,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:26.803541 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-10db7ae9-15d6-4a2c-a3ba-6f2e5e6c33e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.299511 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44622) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:27.407542 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d9b8407d-d18b-41b2-b6e2-7baae426e988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.490037 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d9b8407d-d18b-41b2-b6e2-7baae426e988 admin admin] Publish callbacks [] for security_group (112741e1-feb0-4813-ab28-771d91a1e4ec), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.495532 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d9b8407d-d18b-41b2-b6e2-7baae426e988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (112741e1-feb0-4813-ab28-771d91a1e4ec), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.545702 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d9b8407d-d18b-41b2-b6e2-7baae426e988 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e154cb289cc40e8b126279489d0ae68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446427 Mar 23 09:09:27.546599 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8407d-d18b-41b2-b6e2-7baae426e988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112741e1-feb0-4813-ab28-771d91a1e4ec,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:27.548403 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44632) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:27.612810 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e68ea2df-2245-4d7a-8ebf-0e03eac1a1da admin admin] Publish callbacks [] for security_group (112741e1-feb0-4813-ab28-771d91a1e4ec), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.639791 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e68ea2df-2245-4d7a-8ebf-0e03eac1a1da admin admin] Publish callbacks [] for security_group (112741e1-feb0-4813-ab28-771d91a1e4ec), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.695268 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e68ea2df-2245-4d7a-8ebf-0e03eac1a1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (112741e1-feb0-4813-ab28-771d91a1e4ec), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.698058 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e68ea2df-2245-4d7a-8ebf-0e03eac1a1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:27.699431 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e68ea2df-2245-4d7a-8ebf-0e03eac1a1da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/112741e1-feb0-4813-ab28-771d91a1e4ec HTTP/1.1" status: 204 len: 168 time: 0.1479311 Mar 23 09:09:27.708044 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ea2df-2245-4d7a-8ebf-0e03eac1a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112741e1-feb0-4813-ab28-771d91a1e4ec,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:27.977818 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44644) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:27.991996 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c3649e29-cf29-4b80-bbcc-00f85da8f1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.066026 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c3649e29-cf29-4b80-bbcc-00f85da8f1a3 admin admin] Publish callbacks [] for security_group (ab5bb833-a72c-4538-a3cd-818f17614459), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.069602 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c3649e29-cf29-4b80-bbcc-00f85da8f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ab5bb833-a72c-4538-a3cd-818f17614459), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.108701 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c3649e29-cf29-4b80-bbcc-00f85da8f1a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e460cbeb25044ec6a8616dba35fc8abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272173 Mar 23 09:09:28.109095 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44648) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:28.111064 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3649e29-cf29-4b80-bbcc-00f85da8f1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bb833-a72c-4538-a3cd-818f17614459,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:28.159083 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b041bfb3-1da5-4a40-8c1c-f224d1928c9c admin admin] Publish callbacks [] for security_group (ab5bb833-a72c-4538-a3cd-818f17614459), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.181303 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b041bfb3-1da5-4a40-8c1c-f224d1928c9c admin admin] Publish callbacks [] for security_group (ab5bb833-a72c-4538-a3cd-818f17614459), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.232900 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b041bfb3-1da5-4a40-8c1c-f224d1928c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (ab5bb833-a72c-4538-a3cd-818f17614459), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.237557 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b041bfb3-1da5-4a40-8c1c-f224d1928c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.239075 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b041bfb3-1da5-4a40-8c1c-f224d1928c9c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab5bb833-a72c-4538-a3cd-818f17614459 HTTP/1.1" status: 204 len: 168 time: 0.1285255 Mar 23 09:09:28.247573 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041bfb3-1da5-4a40-8c1c-f224d1928c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bb833-a72c-4538-a3cd-818f17614459,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:28.418050 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44658) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:28.531872 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a1b781b2-ad6d-4783-98b3-cf8dbe6a7853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.620986 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a1b781b2-ad6d-4783-98b3-cf8dbe6a7853 admin admin] Publish callbacks [] for security_group (95bad265-b094-4b78-8408-ffa7b5d7aee9), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.626420 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a1b781b2-ad6d-4783-98b3-cf8dbe6a7853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (95bad265-b094-4b78-8408-ffa7b5d7aee9), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.668219 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-a1b781b2-ad6d-4783-98b3-cf8dbe6a7853 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fd1ffcccacd4be8a8fab4d70eaa4e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489455 Mar 23 09:09:28.669317 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b781b2-ad6d-4783-98b3-cf8dbe6a7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bad265-b094-4b78-8408-ffa7b5d7aee9,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:28.670876 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44670) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:28.748405 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83e66678-793a-47f6-be99-99a84f8c5396 admin admin] Publish callbacks [] for security_group (95bad265-b094-4b78-8408-ffa7b5d7aee9), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.774246 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83e66678-793a-47f6-be99-99a84f8c5396 admin admin] Publish callbacks [] for security_group (95bad265-b094-4b78-8408-ffa7b5d7aee9), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.853245 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83e66678-793a-47f6-be99-99a84f8c5396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (95bad265-b094-4b78-8408-ffa7b5d7aee9), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.853245 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83e66678-793a-47f6-be99-99a84f8c5396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:28.853245 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-83e66678-793a-47f6-be99-99a84f8c5396 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95bad265-b094-4b78-8408-ffa7b5d7aee9 HTTP/1.1" status: 204 len: 168 time: 0.1777735 Mar 23 09:09:28.859331 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e66678-793a-47f6-be99-99a84f8c5396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bad265-b094-4b78-8408-ffa7b5d7aee9,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:28.960626 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-3a67d2f6-f980-45ed-9086-a78e07bed5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.521894 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44700) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:29.628750 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-766644ed-0678-43c0-8698-981124875982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.707177 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-766644ed-0678-43c0-8698-981124875982 admin admin] Publish callbacks [] for security_group (d73ee711-ae89-49a5-876b-7aa73d438f5f), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.710269 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-766644ed-0678-43c0-8698-981124875982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d73ee711-ae89-49a5-876b-7aa73d438f5f), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.752884 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-766644ed-0678-43c0-8698-981124875982 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d6a2e42a80e4e6f840e915fc16a4295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296922 Mar 23 09:09:29.754316 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766644ed-0678-43c0-8698-981124875982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ee711-ae89-49a5-876b-7aa73d438f5f,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:29.755431 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44706) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:29.809956 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6bad48b1-6757-4550-89dc-d533b7543951 admin admin] Publish callbacks [] for security_group (d73ee711-ae89-49a5-876b-7aa73d438f5f), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.832056 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6bad48b1-6757-4550-89dc-d533b7543951 admin admin] Publish callbacks [] for security_group (d73ee711-ae89-49a5-876b-7aa73d438f5f), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.879797 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6bad48b1-6757-4550-89dc-d533b7543951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d73ee711-ae89-49a5-876b-7aa73d438f5f), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.882504 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6bad48b1-6757-4550-89dc-d533b7543951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.884314 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6bad48b1-6757-4550-89dc-d533b7543951 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d73ee711-ae89-49a5-876b-7aa73d438f5f HTTP/1.1" status: 204 len: 168 time: 0.1273763 Mar 23 09:09:29.892574 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad48b1-6757-4550-89dc-d533b7543951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ee711-ae89-49a5-876b-7aa73d438f5f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:30.222702 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:31.675779 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:31.844605 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44770) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:31.889592 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] Deleting subnet baa6da8d-caee-4ae9-a8c4-284678cb4598 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:09:31.892860 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] Publish callbacks [] for subnet (baa6da8d-caee-4ae9-a8c4-284678cb4598), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:31.933330 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (baa6da8d-caee-4ae9-a8c4-284678cb4598), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:31.972213 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (baa6da8d-caee-4ae9-a8c4-284678cb4598), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.025554 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (baa6da8d-caee-4ae9-a8c4-284678cb4598), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.051002 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa6da8d-caee-4ae9-a8c4-284678cb4598,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:32.055196 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.071935 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6f090733-7c85-448f-b398-882c4e73ebd0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/baa6da8d-caee-4ae9-a8c4-284678cb4598 HTTP/1.1" status: 204 len: 168 time: 0.2262411 Mar 23 09:09:32.074370 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44776) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:32.154552 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (782f1c93-f754-436e-aac0-bf8f3087f218), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.243396 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (782f1c93-f754-436e-aac0-bf8f3087f218), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.264494 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782f1c93-f754-436e-aac0-bf8f3087f218']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:32.274057 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71b458b-b38f-450e-9b86-0faeddf2eb85') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:32.274356 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71b458b-b38f-450e-9b86-0faeddf2eb85') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:32.283452 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (f71b458b-b38f-450e-9b86-0faeddf2eb85), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.297003 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (f71b458b-b38f-450e-9b86-0faeddf2eb85), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.303274 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:09:32.303761 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (f71b458b-b38f-450e-9b86-0faeddf2eb85), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:09:32.306073 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:09:32.365346 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (782f1c93-f754-436e-aac0-bf8f3087f218), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.370010 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.373190 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/782f1c93-f754-436e-aac0-bf8f3087f218 HTTP/1.1" status: 204 len: 168 time: 0.2978897 Mar 23 09:09:32.376180 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44784) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:32.386609 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0033d02-bb7e-4f07-b0f1-d9c0a46f9de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=782f1c93-f754-436e-aac0-bf8f3087f218,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:32.425588 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] Deleting subnet 727ea7d9-28da-4214-bb26-0a4aeb098b86 {{(pid=103116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:09:32.429070 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] Publish callbacks [] for subnet (727ea7d9-28da-4214-bb26-0a4aeb098b86), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.466835 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342816'] for subnet (727ea7d9-28da-4214-bb26-0a4aeb098b86), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.510092 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (727ea7d9-28da-4214-bb26-0a4aeb098b86), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.564394 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8944565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9176596'] for subnet (727ea7d9-28da-4214-bb26-0a4aeb098b86), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.595563 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.598727 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/727ea7d9-28da-4214-bb26-0a4aeb098b86 HTTP/1.1" status: 204 len: 168 time: 0.2215321 Mar 23 09:09:32.600034 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fcd2c-79b7-46b6-9564-3fd48028a7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727ea7d9-28da-4214-bb26-0a4aeb098b86,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:32.601334 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44786) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:32.670182 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (572ac06d-4c17-41c6-87c1-c26d2a7b0d8b), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.752249 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (572ac06d-4c17-41c6-87c1-c26d2a7b0d8b), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.774741 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572ac06d-4c17-41c6-87c1-c26d2a7b0d8b']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:32.784322 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a461455-8e4d-4ea2-9198-189396914d6e') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:32.784620 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a461455-8e4d-4ea2-9198-189396914d6e') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:32.793774 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (7a461455-8e4d-4ea2-9198-189396914d6e), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.807983 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (7a461455-8e4d-4ea2-9198-189396914d6e), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.813848 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:09:32.814235 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (7a461455-8e4d-4ea2-9198-189396914d6e), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:09:32.815971 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:09:32.873341 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (572ac06d-4c17-41c6-87c1-c26d2a7b0d8b), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.881354 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.882308 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] 10.222.0.73 "DELETE /v2.0/networks/572ac06d-4c17-41c6-87c1-c26d2a7b0d8b HTTP/1.1" status: 204 len: 168 time: 0.2798903 Mar 23 09:09:32.911415 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5ee17-e1ae-417f-bfa1-828af33ad99a admin admin] Pushing event deleted for resources: {'Network': ['ID=572ac06d-4c17-41c6-87c1-c26d2a7b0d8b,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:33.050498 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44792) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:33.089511 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-bb46b510-4708-47d3-bf8a-892b2323f81b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4e493b8134c44a0994fb54bb16f7c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378287 Mar 23 09:09:33.092016 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44794) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:33.110395 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.141454 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-919b7eac-369a-489e-8f10-9667ac3165db admin admin] Publish callbacks [] for security_group (05769e71-c182-488f-a30a-2cfe66d29758), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.162636 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-919b7eac-369a-489e-8f10-9667ac3165db admin admin] Publish callbacks [] for security_group (05769e71-c182-488f-a30a-2cfe66d29758), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.211321 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-919b7eac-369a-489e-8f10-9667ac3165db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (05769e71-c182-488f-a30a-2cfe66d29758), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.214462 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-919b7eac-369a-489e-8f10-9667ac3165db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.215687 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-919b7eac-369a-489e-8f10-9667ac3165db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05769e71-c182-488f-a30a-2cfe66d29758 HTTP/1.1" status: 204 len: 168 time: 0.1227255 Mar 23 09:09:33.223398 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b7eac-369a-489e-8f10-9667ac3165db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05769e71-c182-488f-a30a-2cfe66d29758,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:33.549187 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44806) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:33.594323 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-af0b09b0-8da4-4b70-883a-f69c677577ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69bb22bdac3749ebb17581118800370d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438929 Mar 23 09:09:33.596460 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44808) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:33.596776 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 44810) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:33.655007 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-14f37a0d-64d4-446e-9686-6be0daaf000c admin admin] Publish callbacks [] for security_group (c1c667dd-97ac-4682-b3db-6ef20027db68), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.678804 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-14f37a0d-64d4-446e-9686-6be0daaf000c admin admin] Publish callbacks [] for security_group (c1c667dd-97ac-4682-b3db-6ef20027db68), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.733351 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-14f37a0d-64d4-446e-9686-6be0daaf000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (c1c667dd-97ac-4682-b3db-6ef20027db68), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.735944 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-14f37a0d-64d4-446e-9686-6be0daaf000c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.737118 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-14f37a0d-64d4-446e-9686-6be0daaf000c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1c667dd-97ac-4682-b3db-6ef20027db68 HTTP/1.1" status: 204 len: 168 time: 0.1383440 Mar 23 09:09:33.746326 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f37a0d-64d4-446e-9686-6be0daaf000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c667dd-97ac-4682-b3db-6ef20027db68,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:33.768393 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-30968ad5-d939-483a-b2aa-4ee6502787d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.856793 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-30968ad5-d939-483a-b2aa-4ee6502787d8 admin admin] Publish callbacks [] for security_group (345265d5-0d62-4f2a-a6c2-ad803949c53d), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.861082 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-30968ad5-d939-483a-b2aa-4ee6502787d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (345265d5-0d62-4f2a-a6c2-ad803949c53d), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.899957 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-30968ad5-d939-483a-b2aa-4ee6502787d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae0acac918e44fe3a909e23d2831bb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021600 Mar 23 09:09:33.901941 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30968ad5-d939-483a-b2aa-4ee6502787d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345265d5-0d62-4f2a-a6c2-ad803949c53d,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:33.902704 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 44820) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:33.959364 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-08ba8e12-d7d6-4229-9680-83ffb1060599 admin admin] Publish callbacks [] for security_group (345265d5-0d62-4f2a-a6c2-ad803949c53d), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:33.982655 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-08ba8e12-d7d6-4229-9680-83ffb1060599 admin admin] Publish callbacks [] for security_group (345265d5-0d62-4f2a-a6c2-ad803949c53d), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:34.036969 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-08ba8e12-d7d6-4229-9680-83ffb1060599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (345265d5-0d62-4f2a-a6c2-ad803949c53d), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:34.039494 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-08ba8e12-d7d6-4229-9680-83ffb1060599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:34.043255 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-08ba8e12-d7d6-4229-9680-83ffb1060599 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/345265d5-0d62-4f2a-a6c2-ad803949c53d HTTP/1.1" status: 204 len: 168 time: 0.1369591 Mar 23 09:09:34.045853 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:09:34.048716 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba8e12-d7d6-4229-9680-83ffb1060599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345265d5-0d62-4f2a-a6c2-ad803949c53d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:43.901043 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.134992 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45044) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:54.255911 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb573-ac5d-431c-b631-901bf7e5a4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.336505 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb573-ac5d-431c-b631-901bf7e5a4bc admin admin] Publish callbacks [] for security_group (8daae713-23e6-4afb-ae28-69ab39651629), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.340730 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb573-ac5d-431c-b631-901bf7e5a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (8daae713-23e6-4afb-ae28-69ab39651629), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.389044 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cb573-ac5d-431c-b631-901bf7e5a4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daae713-23e6-4afb-ae28-69ab39651629,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:54.397725 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9e6cb573-ac5d-431c-b631-901bf7e5a4bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2594f64c1c514c5c9e442a2530a1aada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616301 Mar 23 09:09:54.398233 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45054) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:54.405572 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45056) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:54.454050 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Publish callbacks [] for security_group (8daae713-23e6-4afb-ae28-69ab39651629), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.478038 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Publish callbacks [] for security_group (8daae713-23e6-4afb-ae28-69ab39651629), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.521072 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f2e46e9-77eb-4b2c-9fb1-ec844a2967b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.530636 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (8daae713-23e6-4afb-ae28-69ab39651629), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.533454 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.537828 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8daae713-23e6-4afb-ae28-69ab39651629 HTTP/1.1" status: 204 len: 168 time: 0.1383197 Mar 23 09:09:54.546713 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daae713-23e6-4afb-ae28-69ab39651629,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:54.557379 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.558037 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.558566 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.559281 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.559645 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.560474 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.561020 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.561594 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.562486 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.562939 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.563477 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.563984 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.564730 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.565071 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.565697 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c355d9e-cdda-442c-aad7-3241806b8d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:54.622474 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f2e46e9-77eb-4b2c-9fb1-ec844a2967b1 admin admin] Publish callbacks [] for security_group (1d0a7684-e4a9-4694-8aa3-f848ec764c8f), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.626565 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f2e46e9-77eb-4b2c-9fb1-ec844a2967b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1d0a7684-e4a9-4694-8aa3-f848ec764c8f), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.668882 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-2f2e46e9-77eb-4b2c-9fb1-ec844a2967b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fc4b9c629cc4fe88b59527ecdf75e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621770 Mar 23 09:09:54.669801 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e46e9-77eb-4b2c-9fb1-ec844a2967b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0a7684-e4a9-4694-8aa3-f848ec764c8f,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:54.672036 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45064) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:54.726231 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1b58f614-1e77-4224-b3e1-e1ba0330d50c admin admin] Publish callbacks [] for security_group (1d0a7684-e4a9-4694-8aa3-f848ec764c8f), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.747270 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1b58f614-1e77-4224-b3e1-e1ba0330d50c admin admin] Publish callbacks [] for security_group (1d0a7684-e4a9-4694-8aa3-f848ec764c8f), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.806695 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1b58f614-1e77-4224-b3e1-e1ba0330d50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (1d0a7684-e4a9-4694-8aa3-f848ec764c8f), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.809294 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1b58f614-1e77-4224-b3e1-e1ba0330d50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:54.810638 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1b58f614-1e77-4224-b3e1-e1ba0330d50c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d0a7684-e4a9-4694-8aa3-f848ec764c8f HTTP/1.1" status: 204 len: 168 time: 0.1375139 Mar 23 09:09:54.821858 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58f614-1e77-4224-b3e1-e1ba0330d50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0a7684-e4a9-4694-8aa3-f848ec764c8f,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:56.809819 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-42519779-5c97-44b2-8a87-cc82b204a17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:58.956592 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-7f1deb2d-eacc-436d-a9bb-488f2e60c534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:00.212975 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:01.679550 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:03.105075 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.601492 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45216) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:07.709838 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2394f473-d561-4b72-9e3d-fb57423dec25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.784564 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2394f473-d561-4b72-9e3d-fb57423dec25 admin admin] Publish callbacks [] for security_group (5561ec58-3c00-4d73-a132-d92ae87c127a), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.789088 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2394f473-d561-4b72-9e3d-fb57423dec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5561ec58-3c00-4d73-a132-d92ae87c127a), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.827228 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394f473-d561-4b72-9e3d-fb57423dec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5561ec58-3c00-4d73-a132-d92ae87c127a,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:07.831550 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-2394f473-d561-4b72-9e3d-fb57423dec25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdd2106d46e04990a029c0ecd402e16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290292 Mar 23 09:10:07.834269 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45222) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:07.883134 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8faec586-5667-4bb6-b767-52edb2e32813 admin admin] Publish callbacks [] for security_group (5561ec58-3c00-4d73-a132-d92ae87c127a), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.904245 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8faec586-5667-4bb6-b767-52edb2e32813 admin admin] Publish callbacks [] for security_group (5561ec58-3c00-4d73-a132-d92ae87c127a), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.954729 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8faec586-5667-4bb6-b767-52edb2e32813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (5561ec58-3c00-4d73-a132-d92ae87c127a), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.957360 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8faec586-5667-4bb6-b767-52edb2e32813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.959404 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-8faec586-5667-4bb6-b767-52edb2e32813 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5561ec58-3c00-4d73-a132-d92ae87c127a HTTP/1.1" status: 204 len: 168 time: 0.1233697 Mar 23 09:10:07.967768 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faec586-5667-4bb6-b767-52edb2e32813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5561ec58-3c00-4d73-a132-d92ae87c127a,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:09.000383 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45258) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:09.110067 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1a5480a6-2938-4044-b1d7-c578475c5f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:09.183740 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1a5480a6-2938-4044-b1d7-c578475c5f5d admin admin] Publish callbacks [] for security_group (e61a1a5c-8316-49e8-b79c-f8b41866e9be), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:09.187427 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1a5480a6-2938-4044-b1d7-c578475c5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e61a1a5c-8316-49e8-b79c-f8b41866e9be), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:09.225806 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-1a5480a6-2938-4044-b1d7-c578475c5f5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4531491df63247dda1f0481af3603a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242510 Mar 23 09:10:09.227061 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5480a6-2938-4044-b1d7-c578475c5f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61a1a5c-8316-49e8-b79c-f8b41866e9be,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:09.228659 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45262) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:09.282486 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Publish callbacks [] for security_group (e61a1a5c-8316-49e8-b79c-f8b41866e9be), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:09.304640 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Publish callbacks [] for security_group (e61a1a5c-8316-49e8-b79c-f8b41866e9be), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:09.351028 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (e61a1a5c-8316-49e8-b79c-f8b41866e9be), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:09.353630 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:09.354778 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e61a1a5c-8316-49e8-b79c-f8b41866e9be HTTP/1.1" status: 204 len: 168 time: 0.1245041 Mar 23 09:10:09.362349 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61a1a5c-8316-49e8-b79c-f8b41866e9be,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:09.369963 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.370318 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.370671 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.371019 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.371362 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.371714 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.372044 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.372369 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.372701 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.373034 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.373394 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.373728 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.374058 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.374383 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:09.374709 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c6242-ff18-4e65-97a1-b5bad4bab355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:11.045580 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:10:13.890961 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.162614 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45334) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:15.265626 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf3c73b6-d5d7-4a3e-9d9c-06f2f5ead617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.338851 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf3c73b6-d5d7-4a3e-9d9c-06f2f5ead617 admin admin] Publish callbacks [] for security_group (d0aff7cf-32b1-446d-b5e5-7eff5e6b0917), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.342709 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf3c73b6-d5d7-4a3e-9d9c-06f2f5ead617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d0aff7cf-32b1-446d-b5e5-7eff5e6b0917), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.381751 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-bf3c73b6-d5d7-4a3e-9d9c-06f2f5ead617 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37e34e95f2384f8da17b9632ff2d45a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180250 Mar 23 09:10:15.382762 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c73b6-d5d7-4a3e-9d9c-06f2f5ead617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aff7cf-32b1-446d-b5e5-7eff5e6b0917,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:15.384367 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45338) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:15.433772 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-423376ee-c654-4117-a084-93e7a7d63cdd admin admin] Publish callbacks [] for security_group (d0aff7cf-32b1-446d-b5e5-7eff5e6b0917), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.454520 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-423376ee-c654-4117-a084-93e7a7d63cdd admin admin] Publish callbacks [] for security_group (d0aff7cf-32b1-446d-b5e5-7eff5e6b0917), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.513566 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-423376ee-c654-4117-a084-93e7a7d63cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (d0aff7cf-32b1-446d-b5e5-7eff5e6b0917), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.516214 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-423376ee-c654-4117-a084-93e7a7d63cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.517386 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-423376ee-c654-4117-a084-93e7a7d63cdd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0aff7cf-32b1-446d-b5e5-7eff5e6b0917 HTTP/1.1" status: 204 len: 168 time: 0.1319304 Mar 23 09:10:15.525616 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423376ee-c654-4117-a084-93e7a7d63cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aff7cf-32b1-446d-b5e5-7eff5e6b0917,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:16.155452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45360) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:16.249244 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-930868299-network', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:16.270913 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Made reservation on behalf of 1a06a528e4b24ceb93f61311f243ee78 for: {'network': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:10:16.273184 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.281472 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.355056 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks [] for security_group (aa9e6261-5f91-4f35-bdf3-2261f5d8c987), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.358934 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (aa9e6261-5f91-4f35-bdf3-2261f5d8c987), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.379887 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:10:16.393759 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e6261-5f91-4f35-bdf3-2261f5d8c987,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:16.399520 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (d23d3699-d4c6-498c-a5b5-64c26e139891), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.399867 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.segments_db [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Added segment d23d3699-d4c6-498c-a5b5-64c26e139891 of type vlan for network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 Mar 23 09:10:16.439034 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (54a9f407-df96-4f30-b57f-42aa1fc9b1a1), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.464216 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (54a9f407-df96-4f30-b57f-42aa1fc9b1a1), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.465178 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:16.465768 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.521623 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3649590 Mar 23 09:10:16.524857 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45364) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:16.528378 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468f083-3cd2-4b75-9e2b-b01fa923b629 admin admin] Pushing event updated for resources: {'Network': ['ID=54a9f407-df96-4f30-b57f-42aa1fc9b1a1,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:16.531151 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Request body: {'subnet': {'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-930868299-subnet', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'ip_version': 4}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:16.538435 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:10:16.550475 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Made reservation on behalf of 1a06a528e4b24ceb93f61311f243ee78 for: {'subnet': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:10:16.553407 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12413907'] for subnet (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.725191 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12091347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12413893'] for subnet (eb90ee85-bb58-4750-ba6e-2ac227d69e33), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.776948 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb90ee85-bb58-4750-ba6e-2ac227d69e33,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:16.793136 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Checking segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:16.793530 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Network hostable DHCP agents. Network: 54a9f407-df96-4f30-b57f-42aa1fc9b1a1, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:10:16.810445 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:10:16.819174 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, 54a9f407-df96-4f30-b57f-42aa1fc9b1a1) {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:16.823278 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:16.823862 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.827945 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32dca31-f8c5-4db0-998a-2593f13fa642 None None] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:10:16.838920 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-1d78c399-d4ca-4ea4-a2a2-d20496542446 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3125734 Mar 23 09:10:16.841608 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45366) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:16.845875 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:16.865665 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (ad9f753c-2397-445c-8a86-dd364d2c8eb1), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.866703 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (ad9f753c-2397-445c-8a86-dd364d2c8eb1), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.925141 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks [] for router_controller (ad9f753c-2397-445c-8a86-dd364d2c8eb1), precommit_add_association {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:16.929111 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:10:16.930053 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.063741 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Allocated IP 172.20.0.2 (54a9f407-df96-4f30-b57f-42aa1fc9b1a1/eb90ee85-bb58-4750-ba6e-2ac227d69e33/206c78fa-cd02-4c3d-8ef3-dcf79970ad7f) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:17.066175 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks [] for router_gateway (ad9f753c-2397-445c-8a86-dd364d2c8eb1), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.206600 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Publish callbacks [] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.213418 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.256583 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:17.264504 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:17.264733 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks [] for router_gateway (ad9f753c-2397-445c-8a86-dd364d2c8eb1), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.266394 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Pushing event updated for resources: {'Port': ['ID=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:17.269235 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:17.276185 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.276535 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.276881 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.277222 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.277586 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.277919 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.278249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.278578 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.278903 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.279227 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.279551 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.279877 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.280199 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.280521 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.280841 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:17.291034 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.341033 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Attempting to bind port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:17.341360 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Attempting to bind port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:17.341710 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Attempting to bind port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:17.346586 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:17.346959 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Checking segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:17.347356 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.347746 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Bound using segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:17.348200 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Bound port: 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:17.348602 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.393589 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Allocated IP 172.27.0.102 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/9fc08aab-98dd-46ec-b1fa-c03aea878630) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:17.411264 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] For port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:17.414738 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] For port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:17.420085 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.475776 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a5c32-3a04-481c-8e17-44009ece5776 None None] Pushing event updated for resources: {'Port': ['ID=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:17.513769 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks [] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.548922 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.591617 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:17.596956 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:17.599107 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:17.605099 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Pushing event updated for resources: {'Port': ['ID=9fc08aab-98dd-46ec-b1fa-c03aea878630,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:17.872039 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks [] for router_gateway (ad9f753c-2397-445c-8a86-dd364d2c8eb1), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:17.940442 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:17.988557 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:17.988926 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:18.074600 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:18.075070 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:18.079534 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (ad9f753c-2397-445c-8a86-dd364d2c8eb1), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:18.110583 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:18.115957 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:18.168349 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:18.218300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:10:18.330694 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:10:18.339544 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:10:18.348258 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:18.352769 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-639a6cea-02fa-4b02-bbde-a2659bf431bc admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5076108 Mar 23 09:10:18.352912 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:18.352912 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:18.353164 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45368) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:18.392472 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1c3351-f1e9-47fa-b642-74c7e901a669 None None] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:10:18.496019 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-23d7c4eb-020f-46d0-b6c8-47c17592cb86 None None] Provisioning complete for port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:18.496400 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-23d7c4eb-020f-46d0-b6c8-47c17592cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:18.587882 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:18.755724 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-23d7c4eb-020f-46d0-b6c8-47c17592cb86 None None] Current status of the port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:18.834256 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:17Z', 'revision_number': 3, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:18.867593 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:10:18.867938 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Updating router ad9f753c-2397-445c-8a86-dd364d2c8eb1 port 9fc08aab-98dd-46ec-b1fa-c03aea878630 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:10:18.906560 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.030786 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-d8d41f9b-7d5f-4396-b802-912f296c493d None None] Provisioning complete for port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:19.031779 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d8d41f9b-7d5f-4396-b802-912f296c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.108567 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.199945 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-d8d41f9b-7d5f-4396-b802-912f296c493d None None] Current status of the port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:19.251033 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Publish callbacks [] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.261721 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.296465 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Allocated IP 172.20.0.1 (54a9f407-df96-4f30-b57f-42aa1fc9b1a1/eb90ee85-bb58-4750-ba6e-2ac227d69e33/2aea43d9-2670-4794-b7e5-a4c02e7847fb) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:19.315000 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Attempting to bind port 9fc08aab-98dd-46ec-b1fa-c03aea878630 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:19.315376 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Attempting to bind port 9fc08aab-98dd-46ec-b1fa-c03aea878630 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:19.315739 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Attempting to bind port 9fc08aab-98dd-46ec-b1fa-c03aea878630 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:19.323487 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e669b-25fe-4f1f-83d3-11a5fefed257 None None] Pushing event updated for resources: {'Port': ['ID=9fc08aab-98dd-46ec-b1fa-c03aea878630,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:19.327048 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:19.327509 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:19.328037 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.328435 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:19.328922 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Bound port: 9fc08aab-98dd-46ec-b1fa-c03aea878630, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:19.330434 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.394090 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] For port 9fc08aab-98dd-46ec-b1fa-c03aea878630, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:19.397764 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] For port 9fc08aab-98dd-46ec-b1fa-c03aea878630, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9fc08aab-98dd-46ec-b1fa-c03aea878630,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:19.404220 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.412834 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks [] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.452504 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.496313 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:19.500917 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:19.503408 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:19.536637 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=2aea43d9-2670-4794-b7e5-a4c02e7847fb,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:19.552979 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (ad9f753c-2397-445c-8a86-dd364d2c8eb1), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.601815 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:19.602492 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:19.638330 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e669b-25fe-4f1f-83d3-11a5fefed257 None None] Pushing event updated for resources: {'Port': ['ID=9fc08aab-98dd-46ec-b1fa-c03aea878630,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:19.702525 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.718913 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:19.859281 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-39c21d7f-2177-4812-8b99-3edcf2e989e2 None None] Provisioning complete for port 2aea43d9-2670-4794-b7e5-a4c02e7847fb triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:19.859672 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-39c21d7f-2177-4812-8b99-3edcf2e989e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.885102 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks [] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.892330 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.931596 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-39c21d7f-2177-4812-8b99-3edcf2e989e2 None None] Port 2aea43d9-2670-4794-b7e5-a4c02e7847fb cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:10:19.962032 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:19.965357 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=2aea43d9-2670-4794-b7e5-a4c02e7847fb,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:19.969148 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (ad9f753c-2397-445c-8a86-dd364d2c8eb1), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:20.000201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:17Z', 'revision_number': 3, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:20.030395 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde96a2-5194-447a-b954-550b0c3509ed None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:17Z', 'revision_number': 3, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:10:20.052262 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:20.052876 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:20.075491 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:20.076958 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:20.167601 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:20.215780 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:10:20.353290 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:10:20.364987 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6442484d-f8b1-463e-aae0-5b426c2a0ee9 admin admin] 10.222.0.73 "PUT /v2.0/routers/ad9f753c-2397-445c-8a86-dd364d2c8eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053911 Mar 23 09:10:20.365201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-53817b20-1ba6-4a60-8ef0-9b50428e88da None None] Provisioning complete for port 2aea43d9-2670-4794-b7e5-a4c02e7847fb triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:20.365201 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-53817b20-1ba6-4a60-8ef0-9b50428e88da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:20.398998 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-53817b20-1ba6-4a60-8ef0-9b50428e88da None None] Port 2aea43d9-2670-4794-b7e5-a4c02e7847fb cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:10:20.859373 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45390) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:20.864807 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1247584939-network', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:20.886034 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Made reservation on behalf of 0518f5324b534a75a1a049ad05e34a34 for: {'network': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:10:20.888641 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for network (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:20.898693 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:20.972472 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks [] for security_group (83bfdbd5-74ef-4cee-a22b-5f521d42ae76), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:20.976655 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (83bfdbd5-74ef-4cee-a22b-5f521d42ae76), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.000022 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=103115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:10:21.009492 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bfdbd5-74ef-4cee-a22b-5f521d42ae76,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:21.014151 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (35b09375-de21-4012-81fc-163c65a57411), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.014496 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.segments_db [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Added segment 35b09375-de21-4012-81fc-163c65a57411 of type vlan for network d19033a3-86dc-45c2-877e-b3d277562d48 Mar 23 09:10:21.055116 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726796710458'] for network (d19033a3-86dc-45c2-877e-b3d277562d48), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.079100 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590'] for network (d19033a3-86dc-45c2-877e-b3d277562d48), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.080125 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:21.080700 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.139249 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2786260 Mar 23 09:10:21.142643 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45392) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:21.144801 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbe9d3-a1e9-494e-b7d4-fb7c3ac6d909 admin admin] Pushing event updated for resources: {'Network': ['ID=d19033a3-86dc-45c2-877e-b3d277562d48,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:21.148769 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Request body: {'subnet': {'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1247584939-subnet', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'ip_version': 4}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:21.154925 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Network d19033a3-86dc-45c2-877e-b3d277562d48 details requested by agent ovs-agent-dv-cinder-834822-2-iscsi with host dv-cinder-834822-2-iscsi {{(pid=103117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:10:21.167126 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Made reservation on behalf of 0518f5324b534a75a1a049ad05e34a34 for: {'subnet': 1} {{(pid=103116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:10:21.169828 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9176633'] for subnet (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.338191 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8944628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9176623'] for subnet (8a53fb3b-fcd0-409d-9054-5630d0c85cd0), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.395370 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a53fb3b-fcd0-409d-9054-5630d0c85cd0,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:21.404116 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Checking segment: {'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:21.404477 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Network hostable DHCP agents. Network: d19033a3-86dc-45c2-877e-b3d277562d48, hostable agents: ['9027ffa8-6f8b-460f-93d7-b39ede766d25'], hosted agents: [] {{(pid=103116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:10:21.422385 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Network d19033a3-86dc-45c2-877e-b3d277562d48 is scheduled to be hosted by DHCP agent 9027ffa8-6f8b-460f-93d7-b39ede766d25 with binding_index 1 {{(pid=103116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:10:21.433681 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-iscsi, d19033a3-86dc-45c2-877e-b3d277562d48) {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:21.438441 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:21.439396 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.442898 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee686f2e-4549-42be-be83-23e6ee440450 None None] Network d19033a3-86dc-45c2-877e-b3d277562d48 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:10:21.466284 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45394) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:21.466861 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-abee34e8-9797-491d-b027-d6efc03f33c4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3226347 Mar 23 09:10:21.471874 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:21.492876 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1188'] for router (4b6845cb-5105-4ace-a002-7a3e38973448), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.494023 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1171'] for router (4b6845cb-5105-4ace-a002-7a3e38973448), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.549918 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2820fd40-b45d-5fd1-9625-f18b5cc68b24-d19033a3-86dc-45c2-877e-b3d277562d48', 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48', 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'fixed_ips': [{'subnet_id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0'}]}} from dv-cinder-834822-2-iscsi. {{(pid=103117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:10:21.550840 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.559895 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks [] for router_controller (4b6845cb-5105-4ace-a002-7a3e38973448), precommit_add_association {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.634878 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:10:21.644106 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:21.644785 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:21.695548 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.db_base_plugin_common [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Allocated IP 172.20.0.2 (d19033a3-86dc-45c2-877e-b3d277562d48/8a53fb3b-fcd0-409d-9054-5630d0c85cd0/cf9279c5-6781-4a17-8982-a1461941c372) {{(pid=103117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:21.712465 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks [] for router_gateway (4b6845cb-5105-4ace-a002-7a3e38973448), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.846332 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:21.850961 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Publish callbacks [] for port (cf9279c5-6781-4a17-8982-a1461941c372), precommit_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.857575 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367'] for port (cf9279c5-6781-4a17-8982-a1461941c372), after_create {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.900300 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Network d19033a3-86dc-45c2-877e-b3d277562d48 is already hosted by enough agents. {{(pid=103117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:21.906776 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.scheduler.base_scheduler [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Resources bound (agent type, host, resource id): {{(pid=103117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:21.911718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Received port after_create {{(pid=103117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:21.918456 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Pushing event updated for resources: {'Port': ['ID=cf9279c5-6781-4a17-8982-a1461941c372,revision_number=1']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:21.927677 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks [] for router_gateway (4b6845cb-5105-4ace-a002-7a3e38973448), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.947781 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.983637 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Attempting to bind port cf9279c5-6781-4a17-8982-a1461941c372 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:21.984823 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Attempting to bind port cf9279c5-6781-4a17-8982-a1461941c372 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:21.985442 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Attempting to bind port cf9279c5-6781-4a17-8982-a1461941c372 on network d19033a3-86dc-45c2-877e-b3d277562d48 {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:21.991536 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:21.991917 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Checking segment: {'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:21.992817 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.992817 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Bound using segment: {'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:21.993173 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Bound port: cf9279c5-6781-4a17-8982-a1461941c372, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:21.993760 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (cf9279c5-6781-4a17-8982-a1461941c372), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.018208 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9fc08aab-98dd-46ec-b1fa-c03aea878630 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:22.063773 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Allocated IP 172.27.0.224 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/c5c4916b-87b3-47aa-89c1-7e8c48cd53a8) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:22.082216 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 2, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:22.109603 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:10:22.109882 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Updating router ad9f753c-2397-445c-8a86-dd364d2c8eb1 port 2aea43d9-2670-4794-b7e5-a4c02e7847fb binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:10:22.110821 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 9fc08aab-98dd-46ec-b1fa-c03aea878630 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:22.111213 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.113856 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] For port cf9279c5-6781-4a17-8982-a1461941c372, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:22.137574 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.144415 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] For port cf9279c5-6781-4a17-8982-a1461941c372, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=cf9279c5-6781-4a17-8982-a1461941c372,segment=NetworkSegment(35b09375-de21-4012-81fc-163c65a57411),segment_id=35b09375-de21-4012-81fc-163c65a57411)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:22.158515 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (cf9279c5-6781-4a17-8982-a1461941c372), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.188740 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks [] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.232728 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.274640 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b296e8-f667-4ba6-8d12-1941df547729 None None] Pushing event updated for resources: {'Port': ['ID=cf9279c5-6781-4a17-8982-a1461941c372,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:22.279566 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:22.282541 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:22.288765 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:22.294725 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:22.305676 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 9fc08aab-98dd-46ec-b1fa-c03aea878630 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:22.306463 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.328622 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port 9fc08aab-98dd-46ec-b1fa-c03aea878630, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9fc08aab-98dd-46ec-b1fa-c03aea878630,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:22.333401 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.389907 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=9fc08aab-98dd-46ec-b1fa-c03aea878630,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:22.476080 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Publish callbacks [] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.482112 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.533366 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Pushing event updated for resources: {'Port': ['ID=2aea43d9-2670-4794-b7e5-a4c02e7847fb,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:22.542639 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.542980 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.543549 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.544021 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.544363 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.544696 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.545023 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.545384 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.545703 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.546187 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.546669 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.547181 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.547674 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.548161 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.548909 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:22.610729 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Attempting to bind port 2aea43d9-2670-4794-b7e5-a4c02e7847fb on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:22.611094 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Attempting to bind port 2aea43d9-2670-4794-b7e5-a4c02e7847fb by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:22.611493 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Attempting to bind port 2aea43d9-2670-4794-b7e5-a4c02e7847fb on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:22.616845 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:22.617221 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Checking segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:22.617683 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.618094 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Bound using segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:22.618530 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Bound port: 2aea43d9-2670-4794-b7e5-a4c02e7847fb, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:22.618901 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.619094 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks [] for router_gateway (4b6845cb-5105-4ace-a002-7a3e38973448), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.694329 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] For port 2aea43d9-2670-4794-b7e5-a4c02e7847fb, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:22.700140 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] For port 2aea43d9-2670-4794-b7e5-a4c02e7847fb, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2aea43d9-2670-4794-b7e5-a4c02e7847fb,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:22.708916 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.752769 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:22.753389 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:22.839418 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-c793beb0-4ad0-4b32-a4ac-1a90d416ea0d None None] Provisioning complete for port 2aea43d9-2670-4794-b7e5-a4c02e7847fb triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:22.839797 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c793beb0-4ad0-4b32-a4ac-1a90d416ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.848972 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110808a-9bd3-42ce-b5d7-287e14022e84 None None] Pushing event updated for resources: {'Port': ['ID=2aea43d9-2670-4794-b7e5-a4c02e7847fb,revision_number=4']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:22.867297 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799586'] for router (4b6845cb-5105-4ace-a002-7a3e38973448), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:22.908823 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:22.947923 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c793beb0-4ad0-4b32-a4ac-1a90d416ea0d None None] Current status of the port 2aea43d9-2670-4794-b7e5-a4c02e7847fb is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:22.948422 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c793beb0-4ad0-4b32-a4ac-1a90d416ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:23.003571 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-c793beb0-4ad0-4b32-a4ac-1a90d416ea0d None None] For port 2aea43d9-2670-4794-b7e5-a4c02e7847fb, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2aea43d9-2670-4794-b7e5-a4c02e7847fb,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:23.009969 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c793beb0-4ad0-4b32-a4ac-1a90d416ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:23.026923 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Router 4b6845cb-5105-4ace-a002-7a3e38973448 is scheduled to L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 with binding_index 1 {{(pid=103115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:10:23.070563 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793beb0-4ad0-4b32-a4ac-1a90d416ea0d None None] Pushing event updated for resources: {'Port': ['ID=2aea43d9-2670-4794-b7e5-a4c02e7847fb,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:23.132111 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-0eaaab87-2bd3-47cd-873e-5876714be751 None None] Provisioning complete for port 2aea43d9-2670-4794-b7e5-a4c02e7847fb triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:23.132554 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-0eaaab87-2bd3-47cd-873e-5876714be751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:23.171320 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:23.209169 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e41c5d-99b1-42a3-88e0-8b0383ef3c13 None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:10:23.279836 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaab87-2bd3-47cd-873e-5876714be751 None None] Current status of the port 2aea43d9-2670-4794-b7e5-a4c02e7847fb is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:23.419209 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa44a4e-1e4d-4186-af22-72ec1638690d None None] Network d19033a3-86dc-45c2-877e-b3d277562d48 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:10:23.478548 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:10:23.497182 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Sync routers for ids ['4b6845cb-5105-4ace-a002-7a3e38973448'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:10:23.498843 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:23.502750 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-23a5e03e-bb5f-44ec-be6c-9bb39b225bc5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0327649 Mar 23 09:10:23.503011 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45396) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:23.542179 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-842385d1-2523-4016-b195-830c308e92af None None] Provisioning complete for port cf9279c5-6781-4a17-8982-a1461941c372 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:23.542567 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-842385d1-2523-4016-b195-830c308e92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (cf9279c5-6781-4a17-8982-a1461941c372), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:23.545639 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Routers {'4b6845cb-5105-4ace-a002-7a3e38973448'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:23.546271 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['4b6845cb-5105-4ace-a002-7a3e38973448'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:23.735129 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Set router 4b6845cb-5105-4ace-a002-7a3e38973448 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:23.965109 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-842385d1-2523-4016-b195-830c308e92af None None] Current status of the port cf9279c5-6781-4a17-8982-a1461941c372 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:23.966098 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-842385d1-2523-4016-b195-830c308e92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (cf9279c5-6781-4a17-8982-a1461941c372), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.013146 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.062057 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-842385d1-2523-4016-b195-830c308e92af None None] For port cf9279c5-6781-4a17-8982-a1461941c372, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=cf9279c5-6781-4a17-8982-a1461941c372,segment=NetworkSegment(35b09375-de21-4012-81fc-163c65a57411),segment_id=35b09375-de21-4012-81fc-163c65a57411)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:24.071191 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-842385d1-2523-4016-b195-830c308e92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (cf9279c5-6781-4a17-8982-a1461941c372), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.126267 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2aea43d9-2670-4794-b7e5-a4c02e7847fb up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:24.194784 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Allocated IP 172.20.0.1 (d19033a3-86dc-45c2-877e-b3d277562d48/8a53fb3b-fcd0-409d-9054-5630d0c85cd0/c31a1fac-be77-4ec2-b138-ff9665fcbd7e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:24.200674 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842385d1-2523-4016-b195-830c308e92af None None] Pushing event updated for resources: {'Port': ['ID=cf9279c5-6781-4a17-8982-a1461941c372,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:24.234071 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-32374a3d-54e8-48ce-a24a-e5c7dfdba493 None None] Provisioning complete for port cf9279c5-6781-4a17-8982-a1461941c372 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:24.234548 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-32374a3d-54e8-48ce-a24a-e5c7dfdba493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (cf9279c5-6781-4a17-8982-a1461941c372), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.283437 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 3, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port': {'id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:24.285561 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 2aea43d9-2670-4794-b7e5-a4c02e7847fb triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:24.286487 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.311427 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks [] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.335866 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Checking router: 4b6845cb-5105-4ace-a002-7a3e38973448 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:10:24.336338 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Updating router 4b6845cb-5105-4ace-a002-7a3e38973448 port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 binding host dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:10:24.352689 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.380741 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.397681 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Network d19033a3-86dc-45c2-877e-b3d277562d48 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:24.401078 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:24.406627 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:24.436045 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Pushing event updated for resources: {'Port': ['ID=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:24.462888 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785207'] for router_interface (4b6845cb-5105-4ace-a002-7a3e38973448), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.521202 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-32374a3d-54e8-48ce-a24a-e5c7dfdba493 None None] Current status of the port cf9279c5-6781-4a17-8982-a1461941c372 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:24.553849 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 2aea43d9-2670-4794-b7e5-a4c02e7847fb is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:24.554911 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9fc08aab-98dd-46ec-b1fa-c03aea878630 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:24.619840 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.691260 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port 9fc08aab-98dd-46ec-b1fa-c03aea878630 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:24.691577 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.792717 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-79fad18e-b7e7-49a9-8d6c-aa4d2367b187 None None] Provisioning complete for port c31a1fac-be77-4ec2-b138-ff9665fcbd7e triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:24.793091 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-79fad18e-b7e7-49a9-8d6c-aa4d2367b187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.795749 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks [] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.800693 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.833589 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Publish callbacks [] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), precommit_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.863177 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.868205 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Pushing event updated for resources: {'Port': ['ID=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:24.870998 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785059'] for router_interface (4b6845cb-5105-4ace-a002-7a3e38973448), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.878570 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-79fad18e-b7e7-49a9-8d6c-aa4d2367b187 None None] Port c31a1fac-be77-4ec2-b138-ff9665fcbd7e cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:10:24.908712 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port 9fc08aab-98dd-46ec-b1fa-c03aea878630 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:24.909774 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device cf9279c5-6781-4a17-8982-a1461941c372 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:24.950740 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Attempting to bind port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:24.950992 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Attempting to bind port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:24.951361 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Attempting to bind port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 on network d88c2165-f6a7-440f-bba2-523f9bce77ad {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:24.954839 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1477c2-85e2-42f1-b657-d2b6f5e1d005 None None] Pushing event updated for resources: {'Port': ['ID=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,revision_number=2']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:24.966790 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Network d19033a3-86dc-45c2-877e-b3d277562d48 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:24.968151 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:24.968581 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:24.968974 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Checking segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:24.969404 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.969801 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Bound using segment: {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'} {{(pid=103117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:24.970290 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.managers [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Bound port: c5c4916b-87b3-47aa-89c1-7e8c48cd53a8, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9889ed77-ec37-4eea-9c98-d50bdb9c4022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad'}}] {{(pid=103117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:24.970678 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.049244 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port cf9279c5-6781-4a17-8982-a1461941c372 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:25.049879 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (cf9279c5-6781-4a17-8982-a1461941c372), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.088475 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Router 4b6845cb-5105-4ace-a002-7a3e38973448 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:10:25.089686 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] For port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:25.118666 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] For port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:25.137143 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.213444 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:10:25.218619 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6d9ba80e-ac7d-459b-b2e3-efc8114a878e admin admin] 10.222.0.73 "PUT /v2.0/routers/4b6845cb-5105-4ace-a002-7a3e38973448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145996 Mar 23 09:10:25.315769 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-dfc6d545-0f70-4591-9412-cc56bfabc600 None None] Provisioning complete for port c31a1fac-be77-4ec2-b138-ff9665fcbd7e triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:25.316384 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d545-0f70-4591-9412-cc56bfabc600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.323505 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1477c2-85e2-42f1-b657-d2b6f5e1d005 None None] Pushing event updated for resources: {'Port': ['ID=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,revision_number=3']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:25.327754 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Routers {'4b6845cb-5105-4ace-a002-7a3e38973448'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:25.328765 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['4b6845cb-5105-4ace-a002-7a3e38973448'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:25.398643 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port cf9279c5-6781-4a17-8982-a1461941c372 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:25.446284 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6d545-0f70-4591-9412-cc56bfabc600 None None] Port c31a1fac-be77-4ec2-b138-ff9665fcbd7e cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:10:25.483348 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] Set router 4b6845cb-5105-4ace-a002-7a3e38973448 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:25.685193 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 4, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port': {'id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'c31a1fac-be77-4ec2-b138-ff9665fcbd7e', 'name': '', 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'mac_address': 'fa:16:3e:d5:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:24Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 2, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'subnets': [{'id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:25.715224 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7053dd-f2a6-4e9a-bf4a-db0474de1434 None None] The sync data for ids ['4b6845cb-5105-4ace-a002-7a3e38973448'] in dv-cinder-834822-2-iscsi is: [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 4, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port': {'id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'c31a1fac-be77-4ec2-b138-ff9665fcbd7e', 'name': '', 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'mac_address': 'fa:16:3e:d5:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:24Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 2, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'subnets': [{'id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:10:25.736803 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45406) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:25.743846 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-e83ef1f1-dcf6-49dc-8efe-68434d0fa783 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35317583', 'description': 'tempest-secgroup-smoke-35317583 description', 'project_id': '1a06a528e4b24ceb93f61311f243ee78'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:25.770253 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e83ef1f1-dcf6-49dc-8efe-68434d0fa783 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.839464 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e83ef1f1-dcf6-49dc-8efe-68434d0fa783 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group (b18f3629-9fc7-4e5c-98e7-fc7255303486), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.843123 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e83ef1f1-dcf6-49dc-8efe-68434d0fa783 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b18f3629-9fc7-4e5c-98e7-fc7255303486), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.871347 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-e83ef1f1-dcf6-49dc-8efe-68434d0fa783 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.872521 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-e83ef1f1-dcf6-49dc-8efe-68434d0fa783 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1336112 Mar 23 09:10:25.875836 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45408) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:25.877783 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ef1f1-dcf6-49dc-8efe-68434d0fa783 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18f3629-9fc7-4e5c-98e7-fc7255303486,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:25.882075 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-c292dc12-de47-4ff0-8e33-4d68ff3156d9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'security_group_rule': {'security_group_id': 'b18f3629-9fc7-4e5c-98e7-fc7255303486', 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:25.917465 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c292dc12-de47-4ff0-8e33-4d68ff3156d9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (5ca66517-259b-49e4-827d-9287e245cd5b), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.965791 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device cf9279c5-6781-4a17-8982-a1461941c372 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:25.994311 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c292dc12-de47-4ff0-8e33-4d68ff3156d9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (5ca66517-259b-49e4-827d-9287e245cd5b), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.999369 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c292dc12-de47-4ff0-8e33-4d68ff3156d9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (5ca66517-259b-49e4-827d-9287e245cd5b), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.023544 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292dc12-de47-4ff0-8e33-4d68ff3156d9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca66517-259b-49e4-827d-9287e245cd5b,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:26.041303 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c292dc12-de47-4ff0-8e33-4d68ff3156d9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.042732 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c292dc12-de47-4ff0-8e33-4d68ff3156d9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657531 Mar 23 09:10:26.045573 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45410) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:26.050884 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-d1b1f5a8-01a5-4a45-a66f-623e39893ff0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'security_group_rule': {'security_group_id': 'b18f3629-9fc7-4e5c-98e7-fc7255303486', 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:26.079762 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f5a8-01a5-4a45-a66f-623e39893ff0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (e36d39cb-a294-4950-87dd-83c9526ca361), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.146978 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f5a8-01a5-4a45-a66f-623e39893ff0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (e36d39cb-a294-4950-87dd-83c9526ca361), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.151368 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f5a8-01a5-4a45-a66f-623e39893ff0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (e36d39cb-a294-4950-87dd-83c9526ca361), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.159490 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port cf9279c5-6781-4a17-8982-a1461941c372 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:26.159897 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (cf9279c5-6781-4a17-8982-a1461941c372), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.174897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1f5a8-01a5-4a45-a66f-623e39893ff0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36d39cb-a294-4950-87dd-83c9526ca361,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:26.180693 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f5a8-01a5-4a45-a66f-623e39893ff0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.182122 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d1b1f5a8-01a5-4a45-a66f-623e39893ff0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353726 Mar 23 09:10:26.184905 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45412) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:26.191057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-6a08ca26-1c2c-4746-85f8-9f58b28a9096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'security_group_rule': {'security_group_id': 'b18f3629-9fc7-4e5c-98e7-fc7255303486', 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:26.220701 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a08ca26-1c2c-4746-85f8-9f58b28a9096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (a12d78cc-8137-401a-a19b-4ade09824341), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.257186 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port cf9279c5-6781-4a17-8982-a1461941c372 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:26.281836 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a08ca26-1c2c-4746-85f8-9f58b28a9096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (a12d78cc-8137-401a-a19b-4ade09824341), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.286559 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a08ca26-1c2c-4746-85f8-9f58b28a9096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (a12d78cc-8137-401a-a19b-4ade09824341), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.305743 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08ca26-1c2c-4746-85f8-9f58b28a9096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12d78cc-8137-401a-a19b-4ade09824341,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:26.310949 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6a08ca26-1c2c-4746-85f8-9f58b28a9096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.315038 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-6a08ca26-1c2c-4746-85f8-9f58b28a9096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260667 Mar 23 09:10:26.315038 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45414) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:26.320041 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-c1bb82ee-d2bc-46e5-98c7-b8de8d8b0145 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'security_group_rule': {'security_group_id': 'b18f3629-9fc7-4e5c-98e7-fc7255303486', 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:26.346452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c1bb82ee-d2bc-46e5-98c7-b8de8d8b0145 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (e7462f36-4d66-41d9-bd96-cc9d07cece90), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.417151 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c1bb82ee-d2bc-46e5-98c7-b8de8d8b0145 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (e7462f36-4d66-41d9-bd96-cc9d07cece90), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.421145 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c1bb82ee-d2bc-46e5-98c7-b8de8d8b0145 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (e7462f36-4d66-41d9-bd96-cc9d07cece90), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.439856 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb82ee-d2bc-46e5-98c7-b8de8d8b0145 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7462f36-4d66-41d9-bd96-cc9d07cece90,revision_number=0']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:26.462086 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c1bb82ee-d2bc-46e5-98c7-b8de8d8b0145 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.466384 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45416) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:26.470995 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'security_group_rule': {'security_group_id': 'b18f3629-9fc7-4e5c-98e7-fc7255303486', 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:26.473917 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c1bb82ee-d2bc-46e5-98c7-b8de8d8b0145 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474135 Mar 23 09:10:26.494765 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.securitygroups_db [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Project 1a06a528e4b24ceb93f61311f243ee78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:10:26.504676 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (8804aae6-d4bd-4b3d-bedc-fee09a7f52b0), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.565441 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (8804aae6-d4bd-4b3d-bedc-fee09a7f52b0), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.569911 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (8804aae6-d4bd-4b3d-bedc-fee09a7f52b0), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.588970 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8804aae6-d4bd-4b3d-bedc-fee09a7f52b0,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:26.599406 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.600713 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-03565217-d5f1-4b09-9ee8-748baa7f9d84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333313 Mar 23 09:10:26.603582 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45418) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:26.608039 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'security_group_rule': {'security_group_id': 'b18f3629-9fc7-4e5c-98e7-fc7255303486', 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:26.629390 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.securitygroups_db [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Project 1a06a528e4b24ceb93f61311f243ee78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:10:26.634487 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (583afd83-9d22-4684-9443-373203a8adea), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.701365 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (583afd83-9d22-4684-9443-373203a8adea), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.705874 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800703'] for security_group_rule (583afd83-9d22-4684-9443-373203a8adea), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.726269 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583afd83-9d22-4684-9443-373203a8adea,revision_number=0']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:26.732147 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:26.733462 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-b969669c-078d-4576-817e-a19dd0b2a0a4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289246 Mar 23 09:10:26.807280 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-97e36e10-c020-44d8-9463-aa007711bb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:27.790721 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Sync routers for ids ['4b6845cb-5105-4ace-a002-7a3e38973448'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:10:27.802127 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Routers {'4b6845cb-5105-4ace-a002-7a3e38973448'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:27.802726 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['4b6845cb-5105-4ace-a002-7a3e38973448'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:27.927149 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Set router 4b6845cb-5105-4ace-a002-7a3e38973448 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:27.964374 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:28.011354 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:28.011721 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.092895 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:28.093216 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.113889 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] For port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:28.118989 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.130497 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 4, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port': {'id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'c31a1fac-be77-4ec2-b138-ff9665fcbd7e', 'name': '', 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'mac_address': 'fa:16:3e:d5:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:24Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 2, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'subnets': [{'id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:28.157055 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Checking router: 4b6845cb-5105-4ace-a002-7a3e38973448 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:10:28.157544 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Updating router 4b6845cb-5105-4ace-a002-7a3e38973448 port c31a1fac-be77-4ec2-b138-ff9665fcbd7e binding host dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:10:28.175507 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Pushing event updated for resources: {'Port': ['ID=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:28.194479 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.558136 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Publish callbacks [] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), precommit_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.563149 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.626542 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7df551-d206-4195-839b-457a89454442 None None] Pushing event updated for resources: {'Port': ['ID=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,revision_number=3']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:28.677914 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Attempting to bind port c31a1fac-be77-4ec2-b138-ff9665fcbd7e on host dv-cinder-834822-2-iscsi for vnic_type normal with profile {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:28.678294 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Attempting to bind port c31a1fac-be77-4ec2-b138-ff9665fcbd7e by drivers openvswitch,hyperv on host dv-cinder-834822-2-iscsi at level 0 using segments [{'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:28.678663 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Attempting to bind port c31a1fac-be77-4ec2-b138-ff9665fcbd7e on network d19033a3-86dc-45c2-877e-b3d277562d48 {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:28.683985 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Checking agent: {'id': '6d75aba8-c7d8-471f-a128-8999b115aaad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 53, 3), 'started_at': datetime.datetime(2022, 3, 23, 8, 53, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:28.684374 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Checking segment: {'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:28.684782 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.685183 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Bound using segment: {'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'} {{(pid=103118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:28.685687 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.managers [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Bound port: c31a1fac-be77-4ec2-b138-ff9665fcbd7e, host: dv-cinder-834822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b09375-de21-4012-81fc-163c65a57411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48'}}] {{(pid=103118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:28.686072 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), before_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.755195 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] For port c31a1fac-be77-4ec2-b138-ff9665fcbd7e, host dv-cinder-834822-2-iscsi, cleared binding levels {{(pid=103118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:28.763191 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.plugins.ml2.db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] For port c31a1fac-be77-4ec2-b138-ff9665fcbd7e, host dv-cinder-834822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,segment=NetworkSegment(35b09375-de21-4012-81fc-163c65a57411),segment_id=35b09375-de21-4012-81fc-163c65a57411)] {{(pid=103118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:28.770098 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron_lib.callbacks.manager [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), after_update {{(pid=103118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.791104 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-b337cc02-05ed-44be-b3cb-8e9c2951e018 None None] Provisioning complete for port c31a1fac-be77-4ec2-b138-ff9665fcbd7e triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:28.791478 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b337cc02-05ed-44be-b3cb-8e9c2951e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.833948 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Routers {'4b6845cb-5105-4ace-a002-7a3e38973448'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:28.834563 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:09:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['4b6845cb-5105-4ace-a002-7a3e38973448'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:28.874712 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-b337cc02-05ed-44be-b3cb-8e9c2951e018 None None] Current status of the port c31a1fac-be77-4ec2-b138-ff9665fcbd7e is: DOWN; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:28.875587 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b337cc02-05ed-44be-b3cb-8e9c2951e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.922111 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-b337cc02-05ed-44be-b3cb-8e9c2951e018 None None] For port c31a1fac-be77-4ec2-b138-ff9665fcbd7e, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,segment=NetworkSegment(35b09375-de21-4012-81fc-163c65a57411),segment_id=35b09375-de21-4012-81fc-163c65a57411)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:28.928008 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b337cc02-05ed-44be-b3cb-8e9c2951e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.943125 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7df551-d206-4195-839b-457a89454442 None None] Pushing event updated for resources: {'Port': ['ID=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,revision_number=4']} {{(pid=103118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:28.958279 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] Set router 4b6845cb-5105-4ace-a002-7a3e38973448 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:28.989787 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-4b0edc44-4f27-41ac-a75f-634f2f7e3013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:28.997532 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337cc02-05ed-44be-b3cb-8e9c2951e018 None None] Pushing event updated for resources: {'Port': ['ID=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:29.047799 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-32a252d9-2834-44ae-b533-1e439fc0ae85 None None] Provisioning complete for port c31a1fac-be77-4ec2-b138-ff9665fcbd7e triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:29.048171 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-32a252d9-2834-44ae-b533-1e439fc0ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:29.129081 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-32a252d9-2834-44ae-b533-1e439fc0ae85 None None] Current status of the port c31a1fac-be77-4ec2-b138-ff9665fcbd7e is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:29.173222 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 4, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port': {'id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'c31a1fac-be77-4ec2-b138-ff9665fcbd7e', 'name': '', 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'mac_address': 'fa:16:3e:d5:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:24Z', 'updated_at': '2022-03-23T09:10:28Z', 'revision_number': 4, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'subnets': [{'id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:29.200758 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af55aa7-825e-48a9-95ec-54c5d991d40d None None] The sync data for ids ['4b6845cb-5105-4ace-a002-7a3e38973448'] in dv-cinder-834822-2-iscsi is: [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 4, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port': {'id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': 'c31a1fac-be77-4ec2-b138-ff9665fcbd7e', 'name': '', 'network_id': 'd19033a3-86dc-45c2-877e-b3d277562d48', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'mac_address': 'fa:16:3e:d5:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:24Z', 'updated_at': '2022-03-23T09:10:28Z', 'revision_number': 4, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'subnets': [{'id': '8a53fb3b-fcd0-409d-9054-5630d0c85cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:10:29.958810 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:30.012027 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:30.012705 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:30.090995 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:30.092009 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c31a1fac-be77-4ec2-b138-ff9665fcbd7e up at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:30.141277 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Provisioning complete for port c31a1fac-be77-4ec2-b138-ff9665fcbd7e triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:30.141920 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:30.236635 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:30.242043 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Current status of the port c31a1fac-be77-4ec2-b138-ff9665fcbd7e is: ACTIVE; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:31.681639 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:33.107255 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:42.325621 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-a4e3e51c-4982-4915-8176-451d2c8af255 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35317583&fields=id&tenant_id=1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 267 time: 0.0436637 Mar 23 09:10:42.435079 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-419588c4-530f-48c9-ba77-fc24ca61eb53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:42.436586 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-419588c4-530f-48c9-ba77-fc24ca61eb53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 811 time: 0.1044669 Mar 23 09:10:42.451756 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-993e2545-967f-4563-a254-b728bd42f097 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/quotas/1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 375 time: 0.0097892 Mar 23 09:10:42.511153 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-107452b0-c6db-436a-8128-0f09ba7c3866 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542984 Mar 23 09:10:42.723801 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-38307461-44c1-48d2-9177-0a97f9f64ae3 service neutron] 10.222.0.73 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001927 Mar 23 09:10:42.818671 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-452c3b5a-822c-4c93-92c5-2350b6869500 service neutron] 10.222.0.73 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890956 Mar 23 09:10:43.119239 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-9f7f09ca-4eda-4527-972c-236b5a6776f2 req-d9210bca-c2e2-42cc-9be1-2c1dee2cee96 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 210 time: 0.0300586 Mar 23 09:10:43.903976 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:44.199016 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ca2519cf-72de-4513-9119-c9028753549a req-2c282bf6-7655-4d02-a66f-daec5a98b5c8 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 210 time: 0.0290687 Mar 23 09:10:45.278533 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-267fc482-e3f6-4319-9be7-7e1721793779 req-f724bb26-a388-4d40-93d0-93db9a1f5beb tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 210 time: 0.0269547 Mar 23 09:10:46.357936 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c3e56ba1-de75-409a-9a40-35dd3e302fdb req-511ee4ae-5009-4fec-b8e8-4014644ac222 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 210 time: 0.0289378 Mar 23 09:10:47.452674 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d1cb75a4-a03f-4d80-86a3-36455a67972e req-4b49d36f-8860-4b93-84da-276a89825589 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 210 time: 0.0295522 Mar 23 09:10:48.045984 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:10:48.097612 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-ae7d09aa-c96a-4b42-a047-a61fa351187b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:48.099138 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-ae7d09aa-c96a-4b42-a047-a61fa351187b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 811 time: 0.1044617 Mar 23 09:10:48.169783 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-c5efb53c-b7af-4d21-999e-d624551859a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 378 time: 0.0624528 Mar 23 09:10:48.178846 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'port': {'device_id': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'admin_state_up': True, 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'security_groups': ['b18f3629-9fc7-4e5c-98e7-fc7255303486']}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:48.286381 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Made reservation on behalf of 1a06a528e4b24ceb93f61311f243ee78 for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:10:48.290433 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:48.418240 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Allocated IP 172.20.0.4 (54a9f407-df96-4f30-b57f-42aa1fc9b1a1/eb90ee85-bb58-4750-ba6e-2ac227d69e33/38c18f85-11cf-42e3-880a-5bd9f68178c7) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:48.593189 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-530b9f85-c639-4763-ba10-601513238c01 req-ce42429b-99f6-4de9-8dcc-3b4a1baea08a tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 210 time: 0.0548034 Mar 23 09:10:48.618800 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:48.657602 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:48.699596 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:48.702894 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:48.708624 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:48.715654 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=38c18f85-11cf-42e3-880a-5bd9f68178c7,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:48.765921 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:48.766553 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:48.784817 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-48be8f24-3ced-49bc-a5cd-63044a804c93 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6102059 Mar 23 09:10:48.798620 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Request body: {'port': {'device_id': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:48.883179 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:48.976922 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-f4a8b461-5a19-4c6f-9741-6e115d538da0 None None] Provisioning complete for port 38c18f85-11cf-42e3-880a-5bd9f68178c7 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:48.977559 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f4a8b461-5a19-4c6f-9741-6e115d538da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:49.012967 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8b461-5a19-4c6f-9741-6e115d538da0 None None] Port 38c18f85-11cf-42e3-880a-5bd9f68178c7 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:10:49.163595 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c18f85-11cf-42e3-880a-5bd9f68178c7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:10:49.171891 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Publish callbacks [] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:49.195325 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Transition to ACTIVE for port object 38c18f85-11cf-42e3-880a-5bd9f68178c7 will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:10:49.199259 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:49.248647 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Pushing event updated for resources: {'Port': ['ID=38c18f85-11cf-42e3-880a-5bd9f68178c7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:49.327549 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Attempting to bind port 38c18f85-11cf-42e3-880a-5bd9f68178c7 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:49.327889 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Attempting to bind port 38c18f85-11cf-42e3-880a-5bd9f68178c7 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:49.328217 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Attempting to bind port 38c18f85-11cf-42e3-880a-5bd9f68178c7 on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:49.332941 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Port 38c18f85-11cf-42e3-880a-5bd9f68178c7 on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:10:49.333277 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Attempting to bind port 38c18f85-11cf-42e3-880a-5bd9f68178c7 on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:49.338644 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:49.338978 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Checking segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:49.339362 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Bound using segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:49.339786 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Bound port: 38c18f85-11cf-42e3-880a-5bd9f68178c7, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:49.340143 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:49.406970 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] For port 38c18f85-11cf-42e3-880a-5bd9f68178c7, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:49.410299 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] For port 38c18f85-11cf-42e3-880a-5bd9f68178c7, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:49.417228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:49.452619 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:49.453409 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:49.454770 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] 10.222.0.84 "PUT /v2.0/ports/38c18f85-11cf-42e3-880a-5bd9f68178c7 HTTP/1.1" status: 200 len: 1093 time: 0.6608617 Mar 23 09:10:49.457216 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:49.460385 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd19292-506b-4f42-badc-c8f003bdd189" -d '{"events": [{"name": "network-changed", "server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:49.499192 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7fdc6-69ba-49a7-9979-0dc05bf41d8e service neutron] Pushing event updated for resources: {'Port': ['ID=38c18f85-11cf-42e3-880a-5bd9f68178c7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:49.521015 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57859a4b-c755-4f3f-ad54-9da24396e8d1 x-openstack-request-id: req-57859a4b-c755-4f3f-ad54-9da24396e8d1 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:49.521379 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:49.521634 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57859a4b-c755-4f3f-ad54-9da24396e8d1 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:49.522041 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57859a4b-c755-4f3f-ad54-9da24396e8d1'] response: {'name': 'network-changed', 'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'status': 'completed', 'code': 200} Mar 23 09:10:49.581147 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-432fa7fd-b4c7-474f-8686-42e416a2e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:49.582837 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-432fa7fd-b4c7-474f-8686-42e416a2e0df service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 1127 time: 0.0534730 Mar 23 09:10:49.636294 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-7c1a432e-740b-4ac0-8f3c-0a3d77757297 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7 HTTP/1.1" status: 200 len: 217 time: 0.0459857 Mar 23 09:10:49.699850 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-43b3f906-fc36-4058-ac3f-3d329c4a2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:49.701309 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-43b3f906-fc36-4058-ac3f-3d329c4a2b88 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0582354 Mar 23 09:10:49.781901 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3a3a7-7d4f-4edf-94b2-4bd1f06b35b3 req-32127ce5-aadd-4970-996f-f3e2b64fa096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:49.783308 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-95c3a3a7-7d4f-4edf-94b2-4bd1f06b35b3 req-32127ce5-aadd-4970-996f-f3e2b64fa096 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 943 time: 0.0949438 Mar 23 09:10:49.790488 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-61e93af1-a570-4680-b780-fa56ee9f0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:49.791924 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-61e93af1-a570-4680-b780-fa56ee9f0f6a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721917 Mar 23 09:10:49.891749 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-95c3a3a7-7d4f-4edf-94b2-4bd1f06b35b3 req-79d112a6-ff09-4faa-ac24-84d7a4e8e78b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988743 Mar 23 09:10:49.925923 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-87150860-597b-4602-92a6-185d297fdfae service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267817 Mar 23 09:10:50.017008 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8f81d083-e2a5-4d15-b8db-a3c00cfc1e6b req-a4859ba0-8df7-417d-aafe-29a64902d7c5 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851102 Mar 23 09:10:50.112650 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-e39109a7-eb40-4d11-a5fe-87ab434ad753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:50.114092 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-e39109a7-eb40-4d11-a5fe-87ab434ad753 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 1127 time: 0.0466754 Mar 23 09:10:50.207043 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-7c9f3eeb-afd7-4f69-ba0e-3214b7e7c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:50.208548 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-7c9f3eeb-afd7-4f69-ba0e-3214b7e7c50b service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0875401 Mar 23 09:10:50.250535 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-22a21cbc-8d8f-4d51-9d0e-2912dc05b48c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7 HTTP/1.1" status: 200 len: 217 time: 0.0350139 Mar 23 09:10:50.306699 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-a5e67062-3192-4fe2-87b6-56ab1b6a371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:50.309109 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-a5e67062-3192-4fe2-87b6-56ab1b6a371f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0515881 Mar 23 09:10:50.362948 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-1f9e7bba-8fbf-4dd7-83bd-ffea1331f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:50.364368 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-1f9e7bba-8fbf-4dd7-83bd-ffea1331f268 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479898 Mar 23 09:10:50.456197 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-0e7ba43d-12a3-4a50-bcaa-957c3ce203f8 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826268 Mar 23 09:10:50.548868 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bbd19292-506b-4f42-badc-c8f003bdd189 req-957634e1-190c-47fa-8456-7ff3e2b7e469 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862417 Mar 23 09:10:51.020573 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdef8b-c4a9-4bb4-a049-2c04871643e3 req-b0772bbc-c605-4fca-b82f-491392cab5f0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:51.022047 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-35fdef8b-c4a9-4bb4-a049-2c04871643e3 req-b0772bbc-c605-4fca-b82f-491392cab5f0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 943 time: 0.0547836 Mar 23 09:10:51.071009 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-35fdef8b-c4a9-4bb4-a049-2c04871643e3 req-21652ded-d905-4643-9d07-85ba73300170 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434282 Mar 23 09:10:52.187947 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf970f-3e14-4497-a50b-6d5617874420 req-5be730e9-6a2b-4ae8-97da-c22e073bbf21 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:52.189353 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-05cf970f-3e14-4497-a50b-6d5617874420 req-5be730e9-6a2b-4ae8-97da-c22e073bbf21 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 943 time: 0.0531127 Mar 23 09:10:52.237931 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-05cf970f-3e14-4497-a50b-6d5617874420 req-ee40c0e6-b8ea-419f-9ee5-5e5c2fb67246 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428650 Mar 23 09:10:53.355277 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e754-2c5a-4158-a20a-5db840b1f165 req-7212fd9b-88bc-4a84-ad09-260b55d407a3 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:53.356770 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0852e754-2c5a-4158-a20a-5db840b1f165 req-7212fd9b-88bc-4a84-ad09-260b55d407a3 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 943 time: 0.0522912 Mar 23 09:10:53.404357 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0852e754-2c5a-4158-a20a-5db840b1f165 req-2b810b4b-6cb9-4b15-a9e6-84e368b49092 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420980 Mar 23 09:10:54.526600 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f9534-3696-43e8-8187-6697e662f111 req-68ed1999-c1d4-4996-829a-321cb8580a89 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:54.528097 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3e3f9534-3696-43e8-8187-6697e662f111 req-68ed1999-c1d4-4996-829a-321cb8580a89 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 943 time: 0.0570135 Mar 23 09:10:54.574681 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3e3f9534-3696-43e8-8187-6697e662f111 req-45f17fc1-3e0c-40b7-b35a-c05eb6a12c8c tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411308 Mar 23 09:10:55.695466 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39396030-11da-444c-9092-0b47272f24c6 req-bac0d31b-53c9-4794-b0f4-4fdbda7eea12 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:55.696822 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-39396030-11da-444c-9092-0b47272f24c6 req-bac0d31b-53c9-4794-b0f4-4fdbda7eea12 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 943 time: 0.0554693 Mar 23 09:10:55.743776 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-39396030-11da-444c-9092-0b47272f24c6 req-3e498c2a-5751-4be9-9ad0-c15c9ca6effc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413728 Mar 23 09:10:56.801654 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d417a9e3-0459-4823-b6c0-2418bca19f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:56.865293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea1e85-d0f1-4e25-82ad-d810781f9d6c req-7d30e826-bcc4-44aa-a8e2-4ac0ca39bd4b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:56.867277 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2aea1e85-d0f1-4e25-82ad-d810781f9d6c req-7d30e826-bcc4-44aa-a8e2-4ac0ca39bd4b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 943 time: 0.0545194 Mar 23 09:10:56.913608 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2aea1e85-d0f1-4e25-82ad-d810781f9d6c req-2c6eb5f0-6430-468e-9350-83c4ddbae7b8 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402555 Mar 23 09:10:57.295517 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 38c18f85-11cf-42e3-880a-5bd9f68178c7 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:10:57.391519 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 38c18f85-11cf-42e3-880a-5bd9f68178c7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:57.403327 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'port_id': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'mac_address': 'fa:16:3e:c3:58:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:10:57.438974 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 38c18f85-11cf-42e3-880a-5bd9f68178c7 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:57.439365 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:57.452512 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c18f85-11cf-42e3-880a-5bd9f68178c7 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:10:57.472225 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 38c18f85-11cf-42e3-880a-5bd9f68178c7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:57.476102 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:57.521540 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=38c18f85-11cf-42e3-880a-5bd9f68178c7,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:57.685787 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['38c18f85-11cf-42e3-880a-5bd9f68178c7'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:10:58.029404 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf9529-788a-48fd-a116-fc941a547591 req-8016d73d-7d98-441e-a207-95f8b9123eaf tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:58.030878 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8fbf9529-788a-48fd-a116-fc941a547591 req-8016d73d-7d98-441e-a207-95f8b9123eaf tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 944 time: 0.0513349 Mar 23 09:10:58.078375 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8fbf9529-788a-48fd-a116-fc941a547591 req-d0decdc4-6b40-441d-a69f-f37dc0871732 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420964 Mar 23 09:10:58.961978 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-080250c8-d7c3-4907-af82-20eba92efe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:59.194649 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29ae60-9155-4b84-b63b-267258ce48f4 req-64b0f04d-f0f6-4ca2-a93c-cc333b52e0ec tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:59.196111 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0f29ae60-9155-4b84-b63b-267258ce48f4 req-64b0f04d-f0f6-4ca2-a93c-cc333b52e0ec tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 944 time: 0.0523944 Mar 23 09:10:59.244893 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0f29ae60-9155-4b84-b63b-267258ce48f4 req-93fd282d-c8df-42ac-978f-dac02e1da29d tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430160 Mar 23 09:10:59.312307 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 38c18f85-11cf-42e3-880a-5bd9f68178c7 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:59.363516 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 38c18f85-11cf-42e3-880a-5bd9f68178c7 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:10:59.367528 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 38c18f85-11cf-42e3-880a-5bd9f68178c7 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:59.367901 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:59.444731 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 38c18f85-11cf-42e3-880a-5bd9f68178c7 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:59.445125 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:59.467645 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:59.470287 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e90f1-a4e7-40ea-ba1c-a3e52d351f7f" -d '{"events": [{"server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "name": "network-vif-plugged", "status": "completed", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:59.484058 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 38c18f85-11cf-42e3-880a-5bd9f68178c7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:59.488124 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:59.513546 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b9de70-01a8-47d5-aaaa-259a44634767 x-openstack-request-id: req-c7b9de70-01a8-47d5-aaaa-259a44634767 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:59.513838 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "name": "network-vif-plugged", "status": "completed", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:59.514613 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7b9de70-01a8-47d5-aaaa-259a44634767 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:59.514613 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b9de70-01a8-47d5-aaaa-259a44634767'] response: {'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'code': 200} Mar 23 09:10:59.540925 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=38c18f85-11cf-42e3-880a-5bd9f68178c7,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:59.715240 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474994e4-7eea-4821-9d45-f59f40c9e97d req-4e7e6be0-163f-4846-b4bc-5f8567023a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:59.716711 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-474994e4-7eea-4821-9d45-f59f40c9e97d req-4e7e6be0-163f-4846-b4bc-5f8567023a27 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 1129 time: 0.0427086 Mar 23 09:10:59.764656 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-474994e4-7eea-4821-9d45-f59f40c9e97d req-082e2353-50af-4a3a-a574-de092606cc5c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421119 Mar 23 09:11:00.218203 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:00.363710 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88821b-86a0-4221-9ab4-76ff2d7d600a req-306f0de5-5747-43cc-8a9e-0aff943a5370 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:00.365162 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d88821b-86a0-4221-9ab4-76ff2d7d600a req-306f0de5-5747-43cc-8a9e-0aff943a5370 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 945 time: 0.0515716 Mar 23 09:11:00.414323 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-6d88821b-86a0-4221-9ab4-76ff2d7d600a req-cbd9489e-2e45-4610-b588-73b3752c5ee4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427561 Mar 23 09:11:01.531371 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2266aa1-2f47-4c41-bf13-3f308bed60d2 req-724facdd-369a-4fd3-b28e-f2a7b1466d9b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:01.532816 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2266aa1-2f47-4c41-bf13-3f308bed60d2 req-724facdd-369a-4fd3-b28e-f2a7b1466d9b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 945 time: 0.0513020 Mar 23 09:11:01.584373 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2266aa1-2f47-4c41-bf13-3f308bed60d2 req-7d6708e4-600b-43c0-892d-52927dafda63 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457325 Mar 23 09:11:01.683747 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:01.700512 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48117fe9-9754-413a-8ec1-48020d794b37 req-6f823da9-be33-4bde-b39a-ebf1f4503d86 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:01.701982 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48117fe9-9754-413a-8ec1-48020d794b37 req-6f823da9-be33-4bde-b39a-ebf1f4503d86 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 945 time: 0.0533621 Mar 23 09:11:01.749964 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48117fe9-9754-413a-8ec1-48020d794b37 req-78a30c90-0640-45be-8198-def001ffdae5 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424275 Mar 23 09:11:01.771508 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45590) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:01.860538 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be52013-5e21-48ea-8d8d-957fe3b05c13 tempest-TestVolumeBootPattern-699160382 tempest-TestVolumeBootPattern-699160382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:01.862065 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-6be52013-5e21-48ea-8d8d-957fe3b05c13 tempest-TestVolumeBootPattern-699160382 tempest-TestVolumeBootPattern-699160382-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 1124 time: 0.0896327 Mar 23 09:11:01.865184 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45594) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:01.869342 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'port_id': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:11:01.889344 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:01.980738 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.081752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Allocated IP 172.27.0.43 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/760fbb6d-e563-4d82-83f0-c6cb6631f76b) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:11:02.179920 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.213466 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.251326 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:11:02.255760 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:11:02.262296 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:11:02.267772 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=760fbb6d-e563-4d82-83f0-c6cb6631f76b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:02.601358 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (4280c582-eeeb-4da8-be0e-e66bef8aae74), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.674195 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.822284 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.826505 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.892539 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=760fbb6d-e563-4d82-83f0-c6cb6631f76b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:02.902172 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (4280c582-eeeb-4da8-be0e-e66bef8aae74), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:03.002446 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Floating IP 4280c582-eeeb-4da8-be0e-e66bef8aae74 associated. External IP: 172.27.0.43, port: 38c18f85-11cf-42e3-880a-5bd9f68178c7. Mar 23 09:11:03.110640 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:03.482038 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:11:03.587158 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:11:03.596576 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:11:03.604146 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:03.606691 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:03.607295 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:10:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:03.634411 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-0383692a-d20b-4411-b4c5-0c331d74b0fd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7680404 Mar 23 09:11:03.635062 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:11:03.637327 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafe534d-14c0-4e7f-ac64-ad735ffef779" -d '{"events": [{"name": "network-changed", "server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:11:03.671921 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc43f449-9669-4e01-b7c5-09ecea1ca59e x-openstack-request-id: req-bc43f449-9669-4e01-b7c5-09ecea1ca59e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:11:03.672218 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:11:03.672775 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc43f449-9669-4e01-b7c5-09ecea1ca59e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:11:03.673212 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc43f449-9669-4e01-b7c5-09ecea1ca59e'] response: {'name': 'network-changed', 'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'status': 'completed', 'code': 200} Mar 23 09:11:03.716687 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:03.737891 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-3e95679d-d7b8-4b1d-9cb5-41e8e255ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:03.739408 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-3e95679d-d7b8-4b1d-9cb5-41e8e255ee48 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 1129 time: 0.0440774 Mar 23 09:11:03.829626 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-8080f728-5a46-4532-a324-45dbfcd62b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:03.831215 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-8080f728-5a46-4532-a324-45dbfcd62b5b service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0847690 Mar 23 09:11:03.897569 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-956a8d03-23f4-4b6f-9f20-be4aa8cdc61e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7 HTTP/1.1" status: 200 len: 998 time: 0.0598326 Mar 23 09:11:03.938753 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '4280c582-eeeb-4da8-be0e-e66bef8aae74', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c3:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:11:02Z', 'updated_at': '2022-03-23T09:11:02Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:03.946542 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-6c07c6b6-aedb-433d-ad1c-17cde333091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:03.947972 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-6c07c6b6-aedb-433d-ad1c-17cde333091f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0446312 Mar 23 09:11:03.964907 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:11:03.973051 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:03.973653 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:10:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:03.999698 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-8c124a53-8aa9-40e4-b62a-c1ccaa897610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:04.001172 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-8c124a53-8aa9-40e4-b62a-c1ccaa897610 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467863 Mar 23 09:11:04.092420 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-b5a475ac-3b4c-4fa1-8402-be9982e8b31a service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Mar 23 09:11:04.186537 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-fafe534d-14c0-4e7f-ac64-ad735ffef779 req-247c8ecb-e300-4eab-ab9f-534a4a72ac05 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878043 Mar 23 09:11:04.208524 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:04.426421 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '4280c582-eeeb-4da8-be0e-e66bef8aae74', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c3:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:11:02Z', 'updated_at': '2022-03-23T09:11:02Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:04.456349 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb92ad-a7e2-46d9-bff6-c17098ab07f4 None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '4280c582-eeeb-4da8-be0e-e66bef8aae74', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c3:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:11:02Z', 'updated_at': '2022-03-23T09:11:02Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:11:04.650458 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68ad2c-5838-4ca7-8a7e-8a4a4ac072e6 None None] New status for floating IP 4280c582-eeeb-4da8-be0e-e66bef8aae74: ACTIVE {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:11:13.906196 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:23.596996 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-c0ccbf48-60e0-4ad9-83d7-aab02769f9f0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450096 Mar 23 09:11:23.680642 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-5a7d0eee-5f4c-4bc0-9ff4-57e5dbc0bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.682090 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-5a7d0eee-5f4c-4bc0-9ff4-57e5dbc0bc4b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 1129 time: 0.0443280 Mar 23 09:11:23.785145 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-49148968-5e77-42b6-b563-b512da9904f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.786639 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-49148968-5e77-42b6-b563-b512da9904f0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0840476 Mar 23 09:11:23.852962 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-d7e0128b-d383-42cd-a1af-f0f0244ba2a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7 HTTP/1.1" status: 200 len: 1000 time: 0.0591984 Mar 23 09:11:23.900114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-9095a0c9-91d8-4965-a1a1-84e527069de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.901572 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-9095a0c9-91d8-4965-a1a1-84e527069de1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0422411 Mar 23 09:11:23.954971 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-ead0fd19-da66-4994-9e26-c8ff49e44b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.956477 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-ead0fd19-da66-4994-9e26-c8ff49e44b64 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477848 Mar 23 09:11:24.043160 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-246566b8-f893-4a98-bb3c-a486224eb568 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792687 Mar 23 09:11:24.132750 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2c84f00f-c51b-4054-9e75-31f3ab43b226 req-d207be16-3e03-4bcc-837d-bc28a007b475 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833030 Mar 23 09:11:25.045777 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:11:26.804807 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f08c107e-b16e-4010-83de-d45f13aaeeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:28.963545 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-69e1973d-1f0b-4111-8b80-2919a30d1fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.219463 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:31.686346 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.113446 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:43.899750 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:56.807670 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ee491940-2e6e-443b-aed5-27b6b4884699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:58.964725 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-11e17def-387f-42f0-a503-1de68e9a5ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:00.222935 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:01.688550 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:02.045462 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:12:03.119011 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:13.918130 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:24.634467 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-f5233925-cf73-4f82-ac13-acea67e7facc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891912 Mar 23 09:12:24.723404 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-b72df85a-0342-4a67-bd3d-aab7f3e2ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:24.724902 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-b72df85a-0342-4a67-bd3d-aab7f3e2ab2d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 1129 time: 0.0466728 Mar 23 09:12:24.831197 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-5321b952-d9ec-454f-b552-c865c418b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:24.832649 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-5321b952-d9ec-454f-b552-c865c418b4c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0874033 Mar 23 09:12:24.897076 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-bd7e0f1e-ff90-48af-82e2-ced56a936027 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7 HTTP/1.1" status: 200 len: 1000 time: 0.0579729 Mar 23 09:12:24.945935 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-13e7f07c-1047-409a-b02f-99efe6f070d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:24.947431 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-13e7f07c-1047-409a-b02f-99efe6f070d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0453627 Mar 23 09:12:25.000665 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-226be345-3b0e-4ef2-bcdf-4e11cb5cc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:25.002330 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-226be345-3b0e-4ef2-bcdf-4e11cb5cc9cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487633 Mar 23 09:12:25.012356 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-ea555e11-6fd4-40f9-968e-ce0eb733faee service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:12:25.013404 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-ea555e11-6fd4-40f9-968e-ce0eb733faee service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051391 Mar 23 09:12:25.105952 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-404626e4-d803-476d-ba59-46b6070dd23e service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870204 Mar 23 09:12:25.199133 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ab61382-0361-48ec-acc0-84e3c9d48c2f req-6640fdb1-30e1-40a1-95a2-bf60d646f7af service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871518 Mar 23 09:12:26.808309 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-7f586cb5-ce65-47f6-9677-58a40831df20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.966396 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c13c176a-1b08-4a07-ae6e-4e11111bca2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:30.225287 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.691314 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:33.125096 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.043795 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:12:43.913392 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:56.443826 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ddaa0-9b3d-48cc-bb4f-0a876fcc2a49 req-a78400d5-ce5d-4722-9d50-742e27dfc844 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:56.445442 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d66ddaa0-9b3d-48cc-bb4f-0a876fcc2a49 req-a78400d5-ce5d-4722-9d50-742e27dfc844 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 945 time: 0.1010444 Mar 23 09:12:56.492893 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d66ddaa0-9b3d-48cc-bb4f-0a876fcc2a49 req-380bbf4a-9226-4139-8bb3-c8390f5928e4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413513 Mar 23 09:12:56.809829 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-a6eb86c7-281e-4da1-ad13-68e606eca9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:57.661361 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff288f1-9010-469d-8a91-c2b1669acbbd req-2a2d7338-951e-44c9-86ed-cf4617e707dd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:57.662751 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ff288f1-9010-469d-8a91-c2b1669acbbd req-2a2d7338-951e-44c9-86ed-cf4617e707dd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 945 time: 0.1019881 Mar 23 09:12:57.711042 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-0ff288f1-9010-469d-8a91-c2b1669acbbd req-21eec100-e8a5-477d-bd47-6c6c3ac70c37 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428143 Mar 23 09:12:58.044164 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-68ad1a0e-e749-42da-ac0b-745b60104c84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:58.045615 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-68ad1a0e-e749-42da-ac0b-745b60104c84 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 945 time: 0.0519347 Mar 23 09:12:58.138572 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Deleting port 38c18f85-11cf-42e3-880a-5bd9f68178c7 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:58.138902 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:58.226805 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] For port 38c18f85-11cf-42e3-880a-5bd9f68178c7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=38c18f85-11cf-42e3-880a-5bd9f68178c7,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:58.227172 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:58.398454 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:58.398824 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (4280c582-eeeb-4da8-be0e-e66bef8aae74), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:58.399188 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Floating IP 4280c582-eeeb-4da8-be0e-e66bef8aae74 disassociated. External IP: 172.27.0.43, port: 38c18f85-11cf-42e3-880a-5bd9f68178c7. Mar 23 09:12:58.399559 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Calling delete_port for 38c18f85-11cf-42e3-880a-5bd9f68178c7 owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:58.527377 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (38c18f85-11cf-42e3-880a-5bd9f68178c7), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:58.554034 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event deleted for resources: {'Port': ['ID=38c18f85-11cf-42e3-880a-5bd9f68178c7,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:58.566581 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.566941 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.567410 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.567626 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.567962 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.568298 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.568629 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.568958 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.569307 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.569642 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.569971 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.570301 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.570627 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.570953 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.571276 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:58.689975 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:12:58.798937 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:12:58.808176 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-c2770791-138b-40bf-9dea-94e8956f0c6f req-f1729f0d-6b10-402e-98f3-aa6ecda27136 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f639dc-747d-4817-9cc0-4aad898aed0f HTTP/1.1" status: 200 len: 210 time: 0.0289953 Mar 23 09:12:58.809694 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:12:58.820492 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:58.821199 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:12:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:58.839458 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] No DVR routers for this DVR port 38c18f85-11cf-42e3-880a-5bd9f68178c7 on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:12:58.841974 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:58.845316 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-4bfa1c83-07a7-4221-9512-9b6c351b2b3a req-d426821a-49fc-44de-b7cf-adbb44739f08 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "DELETE /v2.0/ports/38c18f85-11cf-42e3-880a-5bd9f68178c7 HTTP/1.1" status: 204 len: 173 time: 0.7928495 Mar 23 09:12:58.845731 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'name': 'network-vif-deleted', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:12:58.847958 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4452fef1-05dd-49be-91f1-ac77ee055234" -d '{"events": [{"server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "name": "network-vif-deleted", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:12:58.952860 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:58.956751 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f1aa0-07cd-4a5d-83d2-ca473c98c5ba x-openstack-request-id: req-8d2f1aa0-07cd-4a5d-83d2-ca473c98c5ba {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:12:58.957051 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f639dc-747d-4817-9cc0-4aad898aed0f", "name": "network-vif-deleted", "tag": "38c18f85-11cf-42e3-880a-5bd9f68178c7", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:12:58.957335 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d2f1aa0-07cd-4a5d-83d2-ca473c98c5ba {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:12:58.957747 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2f1aa0-07cd-4a5d-83d2-ca473c98c5ba'] response: {'server_uuid': '22f639dc-747d-4817-9cc0-4aad898aed0f', 'name': 'network-vif-deleted', 'tag': '38c18f85-11cf-42e3-880a-5bd9f68178c7', 'status': 'completed', 'code': 200} Mar 23 09:12:59.009369 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f6d13a0c-b809-4a04-a378-8006e383c3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:59.171277 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:59.205152 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:12:59.214442 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:59.215138 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:12:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:59.328379 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:59.530439 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:59.557349 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d953b-ba55-42bc-aa2e-0c7c1ec507c3 None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:12:59.763525 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509db99e-c8dc-4989-a51f-c281759781cc None None] New status for floating IP 4280c582-eeeb-4da8-be0e-e66bef8aae74: DOWN {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:13:00.025500 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-18ee6902-b26e-43d3-8e3f-9bc5f3786086 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35317583&fields=id&tenant_id=1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 267 time: 0.0464408 Mar 23 09:13:00.127508 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-44aee75e-b50c-44d5-b2bc-5195ce8c6727 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:00.128884 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-44aee75e-b50c-44d5-b2bc-5195ce8c6727 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 811 time: 0.0964882 Mar 23 09:13:00.144088 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-d4862f2c-692d-4dce-81a4-140207dc35b0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/quotas/1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 375 time: 0.0097883 Mar 23 09:13:00.198855 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-cbc97f25-36c3-4fe6-9dbb-39925831784d tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496955 Mar 23 09:13:00.214659 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-9a724999-a7bf-40c7-a849-c97d8929fa3e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:13:00.215619 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-9a724999-a7bf-40c7-a849-c97d8929fa3e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056734 Mar 23 09:13:00.227409 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:00.310789 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-0e3a2191-f63b-479a-ba6e-c2eea2d6c01d service neutron] 10.222.0.73 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Mar 23 09:13:00.396760 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-30b8986a-80d7-4086-912c-c0a1db18df0c service neutron] 10.222.0.73 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802517 Mar 23 09:13:00.677450 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b98af135-c7b6-4a62-8f2e-d2246757f16b req-d9e9bc9d-421f-4272-b2f9-873f4310b16a tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 210 time: 0.0299599 Mar 23 09:13:01.702657 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:01.707167 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-b9ea9e5b-cf9f-43fb-b8b7-8009ad960f38 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:01.708638 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-b9ea9e5b-cf9f-43fb-b8b7-8009ad960f38 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 811 time: 0.1089952 Mar 23 09:13:01.781791 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-28e939c2-783e-4c9c-b16c-3346c10f5688 req-7c46a312-301a-461b-bad0-9a6f6e986640 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 210 time: 0.0355587 Mar 23 09:13:01.797203 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-05c60597-5af2-4dd9-af21-20685e9ab6bd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 378 time: 0.0803926 Mar 23 09:13:01.804810 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 38c18f85-11cf-42e3-880a-5bd9f68178c7 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:13:01.807476 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'port': {'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'admin_state_up': True, 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'security_groups': ['b18f3629-9fc7-4e5c-98e7-fc7255303486']}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:01.922702 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Made reservation on behalf of 1a06a528e4b24ceb93f61311f243ee78 for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:13:01.926110 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:01.963871 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 38c18f85-11cf-42e3-880a-5bd9f68178c7 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:13:01.964212 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 38c18f85-11cf-42e3-880a-5bd9f68178c7 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:13:02.058453 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Allocated IP 172.20.0.3 (54a9f407-df96-4f30-b57f-42aa1fc9b1a1/eb90ee85-bb58-4750-ba6e-2ac227d69e33/982da4a2-3512-47d9-b815-879920ba1c71) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:13:02.203380 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (982da4a2-3512-47d9-b815-879920ba1c71), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.237515 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (982da4a2-3512-47d9-b815-879920ba1c71), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.282612 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:13:02.285786 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:13:02.291388 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:13:02.298025 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=982da4a2-3512-47d9-b815-879920ba1c71,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:02.344114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:02.344738 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.362279 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-59e63127-86ca-4887-ac64-e0237ab570a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583749 Mar 23 09:13:02.373924 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Request body: {'port': {'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:02.435528 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (982da4a2-3512-47d9-b815-879920ba1c71), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.580879 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-cb13206a-d095-48d1-9854-4c58f7949712 None None] Provisioning complete for port 982da4a2-3512-47d9-b815-879920ba1c71 triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:13:02.581162 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-cb13206a-d095-48d1-9854-4c58f7949712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (982da4a2-3512-47d9-b815-879920ba1c71), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.615350 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-cb13206a-d095-48d1-9854-4c58f7949712 None None] Port 982da4a2-3512-47d9-b815-879920ba1c71 cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:13:02.697486 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982da4a2-3512-47d9-b815-879920ba1c71 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:13:02.705414 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Publish callbacks [] for port (982da4a2-3512-47d9-b815-879920ba1c71), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.717051 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Transition to ACTIVE for port object 982da4a2-3512-47d9-b815-879920ba1c71 will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:13:02.720999 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (982da4a2-3512-47d9-b815-879920ba1c71), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.773587 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Pushing event updated for resources: {'Port': ['ID=982da4a2-3512-47d9-b815-879920ba1c71,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:02.839125 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Attempting to bind port 982da4a2-3512-47d9-b815-879920ba1c71 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:13:02.839471 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Attempting to bind port 982da4a2-3512-47d9-b815-879920ba1c71 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:13:02.839851 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Attempting to bind port 982da4a2-3512-47d9-b815-879920ba1c71 on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:13:02.845000 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Port 982da4a2-3512-47d9-b815-879920ba1c71 on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:13:02.845357 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Attempting to bind port 982da4a2-3512-47d9-b815-879920ba1c71 on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:13:02.850614 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:13:02.850956 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Checking segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:13:02.851339 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Bound using segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:13:02.851765 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Bound port: 982da4a2-3512-47d9-b815-879920ba1c71, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:13:02.852126 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (982da4a2-3512-47d9-b815-879920ba1c71), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.906296 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e102-a39a-4d79-8ffe-c764f1bb1d9a req-f9d015ec-b36d-4307-a2aa-1d103e26e5da tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:02.907952 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca51e102-a39a-4d79-8ffe-c764f1bb1d9a req-f9d015ec-b36d-4307-a2aa-1d103e26e5da tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 943 time: 0.0558393 Mar 23 09:13:02.931634 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] For port 982da4a2-3512-47d9-b815-879920ba1c71, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:13:02.936468 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] For port 982da4a2-3512-47d9-b815-879920ba1c71, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=982da4a2-3512-47d9-b815-879920ba1c71,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:13:02.942919 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (982da4a2-3512-47d9-b815-879920ba1c71), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.960518 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-ca51e102-a39a-4d79-8ffe-c764f1bb1d9a req-307bf2fd-6f7e-4bae-aa86-add4bf13e132 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467124 Mar 23 09:13:02.988629 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:02.989243 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.990665 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] 10.222.0.84 "PUT /v2.0/ports/982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 1093 time: 0.6214013 Mar 23 09:13:02.991101 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:13:02.993326 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "tag": "982da4a2-3512-47d9-b815-879920ba1c71"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:13:03.009202 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a42d7c-280a-47c8-b0b3-4ba6b88507cf service neutron] Pushing event updated for resources: {'Port': ['ID=982da4a2-3512-47d9-b815-879920ba1c71,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:03.068853 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b59d6c-bef6-4dfc-8801-fa16bb39527d x-openstack-request-id: req-72b59d6c-bef6-4dfc-8801-fa16bb39527d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:13:03.069147 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "tag": "982da4a2-3512-47d9-b815-879920ba1c71", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:13:03.069555 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72b59d6c-bef6-4dfc-8801-fa16bb39527d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:13:03.069961 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b59d6c-bef6-4dfc-8801-fa16bb39527d'] response: {'name': 'network-changed', 'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71', 'status': 'completed', 'code': 200} Mar 23 09:13:03.090199 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-37f0453a-c2ae-4c1e-966c-f02959cd5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:03.091863 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-37f0453a-c2ae-4c1e-966c-f02959cd5f81 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1127 time: 0.0523708 Mar 23 09:13:03.120507 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:03.143084 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-3f0cb61d-c6c6-4450-99fe-dcab87f439a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 217 time: 0.0421460 Mar 23 09:13:03.193316 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-2a1e455a-77f0-4ca5-abfa-8f89200bad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:03.194747 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-2a1e455a-77f0-4ca5-abfa-8f89200bad44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0447068 Mar 23 09:13:03.242392 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-5c2c1253-4f4c-48f4-ad4a-c1e24d9884cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:03.243792 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-5c2c1253-4f4c-48f4-ad4a-c1e24d9884cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426540 Mar 23 09:13:03.335118 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-eaafb205-c7d3-4efa-9e43-790eef02fac7 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845153 Mar 23 09:13:03.424174 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3ff5cece-ac4c-4852-b227-15d41d09cec3 req-cdce1027-4a4c-42a0-8998-337c00c58a23 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 Mar 23 09:13:03.518569 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-3f24aa24-d3d2-4a4e-982d-b61662800087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:03.519944 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-3f24aa24-d3d2-4a4e-982d-b61662800087 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1127 time: 0.0445704 Mar 23 09:13:03.613480 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-17fef931-a543-4a19-892b-e4d885393083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:03.614939 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-17fef931-a543-4a19-892b-e4d885393083 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0877197 Mar 23 09:13:03.655980 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-b33886d8-0d66-4776-8ac1-e899f2e71d51 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 217 time: 0.0344608 Mar 23 09:13:03.708314 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-29bbae88-e513-45c5-b0f7-7a669ffcdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:03.709784 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-29bbae88-e513-45c5-b0f7-7a669ffcdec0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0453422 Mar 23 09:13:03.756843 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-cb7cc7c2-e42a-4541-9e58-a749ee504ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:03.758329 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-cb7cc7c2-e42a-4541-9e58-a749ee504ca5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417790 Mar 23 09:13:03.846771 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-cb8079ab-b61b-48bf-8ef4-03138b5c1966 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782530 Mar 23 09:13:04.083562 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485133b-9689-4303-9bc9-ad5c7aab5047 req-d9efb4fe-7f70-4323-a95b-84318842964c tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:04.085430 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8485133b-9689-4303-9bc9-ad5c7aab5047 req-d9efb4fe-7f70-4323-a95b-84318842964c tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 943 time: 0.0550129 Mar 23 09:13:04.134847 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-8485133b-9689-4303-9bc9-ad5c7aab5047 req-ef05cff1-df2d-45ac-b528-e0a9156cbf4f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437586 Mar 23 09:13:04.210761 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d9d27c3b-2de6-403d-b976-9e93d5c7cd75 req-dc853cc5-16b1-415b-9ae9-d7cbf7d3df85 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574514 Mar 23 09:13:05.255142 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afcd3c-aac5-4a6b-acae-ea779b63dae5 req-202d96be-2764-4409-b845-e03595ed8899 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:05.256730 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-68afcd3c-aac5-4a6b-acae-ea779b63dae5 req-202d96be-2764-4409-b845-e03595ed8899 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 943 time: 0.0522909 Mar 23 09:13:05.304762 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-68afcd3c-aac5-4a6b-acae-ea779b63dae5 req-d9a2dada-1ae9-43e7-ae31-cb645f8ce258 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426161 Mar 23 09:13:06.657025 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebdc31-dada-47f1-8c44-53d068f5145a req-72ee61b4-2e04-4a0c-baf3-c32964e14047 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:06.660305 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-64ebdc31-dada-47f1-8c44-53d068f5145a req-72ee61b4-2e04-4a0c-baf3-c32964e14047 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 943 time: 0.2907245 Mar 23 09:13:06.708238 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-64ebdc31-dada-47f1-8c44-53d068f5145a req-e9049186-0040-4016-8446-8a056a675bab tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424504 Mar 23 09:13:07.826371 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba4018-d660-4ad2-b078-36932bd8542b req-42e562ec-d89e-460a-815a-b38c2a2ee7d0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:07.827826 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-36ba4018-d660-4ad2-b078-36932bd8542b req-42e562ec-d89e-460a-815a-b38c2a2ee7d0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 943 time: 0.0554922 Mar 23 09:13:07.875229 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-36ba4018-d660-4ad2-b078-36932bd8542b req-0612ee5e-9fa0-4611-8fbf-6e90d2af8edd tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419340 Mar 23 09:13:08.990840 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce21875-bd9c-4fd9-93c1-bb1f6fd88422 req-32085b24-7ebf-416f-8abf-2b4c2e52198a tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:08.992305 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bce21875-bd9c-4fd9-93c1-bb1f6fd88422 req-32085b24-7ebf-416f-8abf-2b4c2e52198a tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 943 time: 0.0525222 Mar 23 09:13:09.046163 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-bce21875-bd9c-4fd9-93c1-bb1f6fd88422 req-6d70d9fb-eef5-47db-bcc7-a7fa8e38bb31 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479829 Mar 23 09:13:09.838353 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 982da4a2-3512-47d9-b815-879920ba1c71 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:13:09.933195 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 982da4a2-3512-47d9-b815-879920ba1c71, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=982da4a2-3512-47d9-b815-879920ba1c71,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:13:09.944802 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '982da4a2-3512-47d9-b815-879920ba1c71', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:13:09.982769 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 982da4a2-3512-47d9-b815-879920ba1c71 is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:13:09.983174 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (982da4a2-3512-47d9-b815-879920ba1c71), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:09.999487 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982da4a2-3512-47d9-b815-879920ba1c71 {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:13:10.018775 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 982da4a2-3512-47d9-b815-879920ba1c71, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=982da4a2-3512-47d9-b815-879920ba1c71,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:13:10.022646 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (982da4a2-3512-47d9-b815-879920ba1c71), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:10.069082 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=982da4a2-3512-47d9-b815-879920ba1c71,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:10.076171 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.076524 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.076869 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.077211 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.077578 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.077911 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.078240 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.078567 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.078892 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.079220 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.079544 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.079867 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.080191 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.080567 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.080817 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:10.163051 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500292c-5c48-4adf-bdde-42afd1b1c3ee req-59aaa586-aad5-411e-8076-cab7a8c3159b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:10.164516 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8500292c-5c48-4adf-bdde-42afd1b1c3ee req-59aaa586-aad5-411e-8076-cab7a8c3159b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 944 time: 0.0514469 Mar 23 09:13:10.212955 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-8500292c-5c48-4adf-bdde-42afd1b1c3ee req-2481fe1d-8f4e-461f-b261-ec354a09810f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419300 Mar 23 09:13:10.289461 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['982da4a2-3512-47d9-b815-879920ba1c71'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:13:11.332865 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc97810-4a23-4ab2-8313-2ada0094174b req-4fb6665d-284f-4778-a2af-46407f42ea5d tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:11.334327 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3dc97810-4a23-4ab2-8313-2ada0094174b req-4fb6665d-284f-4778-a2af-46407f42ea5d tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 944 time: 0.0549777 Mar 23 09:13:11.381473 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-3dc97810-4a23-4ab2-8313-2ada0094174b req-d765c249-4b78-42ec-b865-0e1cf1e1fb10 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416648 Mar 23 09:13:11.850961 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 982da4a2-3512-47d9-b815-879920ba1c71 up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:13:11.898450 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 982da4a2-3512-47d9-b815-879920ba1c71 completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:13:11.902405 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 982da4a2-3512-47d9-b815-879920ba1c71 triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:13:11.902928 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (982da4a2-3512-47d9-b815-879920ba1c71), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:11.980980 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 982da4a2-3512-47d9-b815-879920ba1c71 is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:13:11.981388 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (982da4a2-3512-47d9-b815-879920ba1c71), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:12.002996 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:13:12.005202 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a7dd5-8cb3-4ed7-ae92-5bfd56e2cf46" -d '{"events": [{"server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "name": "network-vif-plugged", "status": "completed", "tag": "982da4a2-3512-47d9-b815-879920ba1c71"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:13:12.017773 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 982da4a2-3512-47d9-b815-879920ba1c71, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=982da4a2-3512-47d9-b815-879920ba1c71,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:13:12.022349 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (982da4a2-3512-47d9-b815-879920ba1c71), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:12.070054 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=982da4a2-3512-47d9-b815-879920ba1c71,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:12.097751 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7557bc11-1024-4d8a-b3de-c1711a10ac0d x-openstack-request-id: req-7557bc11-1024-4d8a-b3de-c1711a10ac0d {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:13:12.098044 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "name": "network-vif-plugged", "status": "completed", "tag": "982da4a2-3512-47d9-b815-879920ba1c71", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:13:12.098298 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7557bc11-1024-4d8a-b3de-c1711a10ac0d {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:13:12.098697 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7557bc11-1024-4d8a-b3de-c1711a10ac0d'] response: {'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71', 'code': 200} Mar 23 09:13:12.312253 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40476f-1232-487d-9ff6-ff17de9ea7f4 req-580b05a2-293f-45bf-b8b3-1e0ac032c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:12.313782 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2b40476f-1232-487d-9ff6-ff17de9ea7f4 req-580b05a2-293f-45bf-b8b3-1e0ac032c0b6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1129 time: 0.0438862 Mar 23 09:13:12.364397 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-2b40476f-1232-487d-9ff6-ff17de9ea7f4 req-a3daa6b0-fcdf-43f2-adc2-7ab7225517ed service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439796 Mar 23 09:13:12.502322 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0064025-b362-43b7-b576-1490af30e573 req-1fda4602-5901-4d1d-89f4-83f9453f787f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:12.503777 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d0064025-b362-43b7-b576-1490af30e573 req-1fda4602-5901-4d1d-89f4-83f9453f787f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 945 time: 0.0515742 Mar 23 09:13:12.551664 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-d0064025-b362-43b7-b576-1490af30e573 req-e9397e4c-eba9-4a14-b506-9d8852ac57b7 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425017 Mar 23 09:13:13.669222 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642701d4-10e6-42fe-9152-31791a2fd6e4 req-2335a729-689e-4ca9-bd68-d0b5a83f2cec tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:13.670613 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-642701d4-10e6-42fe-9152-31791a2fd6e4 req-2335a729-689e-4ca9-bd68-d0b5a83f2cec tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 945 time: 0.0516498 Mar 23 09:13:13.720500 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-642701d4-10e6-42fe-9152-31791a2fd6e4 req-a433b8f9-ed89-42c9-b33a-b87eb7a1478c tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438282 Mar 23 09:13:13.834638 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02030da-fcd6-42de-9ded-a60a4634554a req-9618ac9e-2bb8-4fae-843c-541c6fca9792 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:13.836072 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a02030da-fcd6-42de-9ded-a60a4634554a req-9618ac9e-2bb8-4fae-843c-541c6fca9792 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 945 time: 0.0518186 Mar 23 09:13:13.885817 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-a02030da-fcd6-42de-9ded-a60a4634554a req-8388608a-6bd8-4c7b-a9f4-cefb533edb24 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442398 Mar 23 09:13:13.908598 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45720) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:13.932787 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:13.951235 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c17567-cca6-4cf4-9e2f-f7e5406164d0 tempest-TestVolumeBootPattern-699160382 tempest-TestVolumeBootPattern-699160382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:13.952748 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-18c17567-cca6-4cf4-9e2f-f7e5406164d0 tempest-TestVolumeBootPattern-699160382 tempest-TestVolumeBootPattern-699160382-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1124 time: 0.0431278 Mar 23 09:13:13.956224 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45722) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:13.960249 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:13.980079 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:14.079979 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:14.180466 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Allocated IP 172.27.0.230 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/b6accc2f-8e74-4d53-b09d-e11ab1940bc3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:13:14.283084 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:14.316534 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:14.353340 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:13:14.356242 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:13:14.362425 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:13:14.367915 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=b6accc2f-8e74-4d53-b09d-e11ab1940bc3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:14.721776 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (2fca30cb-eaa3-4e93-9f03-914109a03c56), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:14.787678 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:14.933178 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:14.939022 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:15.008724 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=b6accc2f-8e74-4d53-b09d-e11ab1940bc3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:15.018732 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (2fca30cb-eaa3-4e93-9f03-914109a03c56), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:15.118750 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.db.l3_db [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Floating IP 2fca30cb-eaa3-4e93-9f03-914109a03c56 associated. External IP: 172.27.0.230, port: 982da4a2-3512-47d9-b815-879920ba1c71. Mar 23 09:13:15.322193 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:13:15.429716 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:13:15.439732 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d77207-be75-496b-8384-30b686b2d595 None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:13:15.449599 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:13:15.449813 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:15.450208 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:12:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:15.482103 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-69ba8e1c-f268-42d5-a458-fabd6b980da6 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5249786 Mar 23 09:13:15.482703 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:13:15.485024 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "tag": "982da4a2-3512-47d9-b815-879920ba1c71"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:13:15.521026 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07835ccd-6b11-493c-a036-e74fa3c8fe0e x-openstack-request-id: req-07835ccd-6b11-493c-a036-e74fa3c8fe0e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:13:15.521357 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "tag": "982da4a2-3512-47d9-b815-879920ba1c71", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:13:15.521611 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07835ccd-6b11-493c-a036-e74fa3c8fe0e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:13:15.522021 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07835ccd-6b11-493c-a036-e74fa3c8fe0e'] response: {'name': 'network-changed', 'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71', 'status': 'completed', 'code': 200} Mar 23 09:13:15.569435 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:13:15.598804 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-609436bc-b733-4d99-aacb-ca8878f2dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:15.600199 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-609436bc-b733-4d99-aacb-ca8878f2dc38 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1129 time: 0.0539050 Mar 23 09:13:15.688195 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-32e4cb62-f2a2-4ed6-826c-5f911cc1615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:15.689686 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-32e4cb62-f2a2-4ed6-826c-5f911cc1615e service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0829077 Mar 23 09:13:15.767166 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-5f461d89-7eea-4a76-92e2-f71990a715c9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 999 time: 0.0667646 Mar 23 09:13:15.799603 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:14Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:15.810215 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-3a5d933b-34c7-49f5-ac45-4c8e1e3d801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:15.811357 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-3a5d933b-34c7-49f5-ac45-4c8e1e3d801e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0425389 Mar 23 09:13:15.825635 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d77207-be75-496b-8384-30b686b2d595 None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:13:15.834491 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:13:15.835094 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:12:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:15.860361 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-59688229-18d6-4d97-9e52-cedab747641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:15.861801 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-59688229-18d6-4d97-9e52-cedab747641f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437911 Mar 23 09:13:15.942639 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:13:15.951967 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-6dcf2ccd-25f4-4c90-ab5e-01d29cc61c88 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833414 Mar 23 09:13:16.040398 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-3dd2b902-6a28-4b8d-9517-9ca86a327c9d req-f06a5a4f-6373-4ab3-9d86-638c67680290 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811903 Mar 23 09:13:16.041764 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:13:16.170275 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-96d77207-be75-496b-8384-30b686b2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:14Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:16.197316 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d77207-be75-496b-8384-30b686b2d595 None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:14Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:13:16.380425 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c356f1-2cda-4bf1-ac07-a22587faf3b3 None None] New status for floating IP 2fca30cb-eaa3-4e93-9f03-914109a03c56: ACTIVE {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:13:24.603474 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-99779a8a-2c77-4790-82c9-17626a0642af service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438845 Mar 23 09:13:24.697308 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-348ebf95-f780-4103-ab7a-bcf104675ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:24.698744 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-348ebf95-f780-4103-ab7a-bcf104675ada service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1129 time: 0.0486529 Mar 23 09:13:24.799261 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-660cc202-3964-4b19-94c5-835c11c50d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:24.801229 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-660cc202-3964-4b19-94c5-835c11c50d17 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0839808 Mar 23 09:13:24.869584 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-830e1df2-fb6c-4b4b-a679-bc0f8939b3bb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 1001 time: 0.0622764 Mar 23 09:13:24.916128 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-7398cb75-e901-4a4f-a61a-cfc0f1cb3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:24.917534 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-7398cb75-e901-4a4f-a61a-cfc0f1cb3dde service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0415964 Mar 23 09:13:24.965411 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-4d803d2d-8020-4ef2-8a00-16c0ebb6d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:24.966866 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-4d803d2d-8020-4ef2-8a00-16c0ebb6d022 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416484 Mar 23 09:13:25.057897 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-e4ba807a-1bb9-4a9e-91bb-95ba2f291490 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833273 Mar 23 09:13:25.145648 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9657f47f-8827-4cc3-af4c-cf6e1265ff4b req-00aa8d67-899c-490f-b129-1f134193cf08 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800784 Mar 23 09:13:26.812945 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3c64-92f2-4886-9ae2-d07ab6403c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:28.971168 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f95773b9-6afa-481b-a28b-01b19ee66803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:30.230328 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:31.697358 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:33.113555 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:43.937848 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:53.040263 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:13:56.816464 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-020a4dcc-e02a-4eac-ba29-c77e63677634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:58.972136 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f0458114-2107-43b5-a6ac-5bfcb962c9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.233192 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:01.699751 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:03.118565 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:13.939281 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:25.582551 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-c2e011c4-66c3-46c7-a01e-17dbe743e489 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443969 Mar 23 09:14:25.674687 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-d3339a74-682b-4cde-b716-d544738c9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:25.676059 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-d3339a74-682b-4cde-b716-d544738c9e39 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1129 time: 0.0479467 Mar 23 09:14:25.778540 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-308ac83e-4d96-4fc1-b6e1-ffa3d25a6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:25.779998 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-308ac83e-4d96-4fc1-b6e1-ffa3d25a6479 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0856359 Mar 23 09:14:25.849473 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-01ba47e1-703c-4c68-847f-19265624c6e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 1001 time: 0.0627429 Mar 23 09:14:25.895672 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-97d91bb9-39aa-4ff0-96f7-189c756e8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:25.897104 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-97d91bb9-39aa-4ff0-96f7-189c756e8acc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0417340 Mar 23 09:14:25.945103 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-a52bb5e9-c581-4976-a5ca-a7907113753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:25.946503 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-a52bb5e9-c581-4976-a5ca-a7907113753c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427158 Mar 23 09:14:26.034782 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-d350512d-865e-4dbe-83a9-c19b1089aa1e service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816376 Mar 23 09:14:26.125429 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ba10feea-92e1-4b81-beda-c0cd8a09a33f req-d1b637ee-39e7-4e81-8a56-7fe923ba5f12 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844104 Mar 23 09:14:26.816676 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-df88d9c2-cca7-47c8-97e1-58f7ac0db5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:28.972925 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-3e63da4c-5c0f-4109-bee0-2c0649a4da6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:30.038478 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:14:30.235343 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:31.702426 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:33.121861 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:43.950970 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:49.690118 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-9e5d10a5-3d0f-4154-8bdf-025016bfa073 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35317583&fields=id&tenant_id=1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 267 time: 0.0456259 Mar 23 09:14:49.793063 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-0859d68b-9fe9-4445-8801-cef7505179ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:49.794508 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-0859d68b-9fe9-4445-8801-cef7505179ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 811 time: 0.0980937 Mar 23 09:14:49.808579 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-4f6273e3-d80b-4fb6-9dce-76209726e6ac tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/quotas/1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 375 time: 0.0087740 Mar 23 09:14:49.868554 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-088d2eaf-6be1-40d1-8b79-d4f342647d99 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551822 Mar 23 09:14:49.965539 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-48f13cd4-8517-4279-a199-024a9dc742af service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:14:49.966542 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-48f13cd4-8517-4279-a199-024a9dc742af service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0871301 Mar 23 09:14:50.052059 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-3221d6f0-dd91-4a51-b11d-811381cb258b service neutron] 10.222.0.73 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797882 Mar 23 09:14:50.141902 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-b28ebe70-795f-48b1-ac08-ce2b7ba3f181 service neutron] 10.222.0.73 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840404 Mar 23 09:14:50.430215 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-01c1a95e-abcb-4e92-a019-e664beb155be req-193a22b2-91c4-41e7-9937-6910abb1e8a9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 210 time: 0.0284452 Mar 23 09:14:51.399782 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-bf0d1782-0c03-4550-9c81-2e4c44a9d735 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:51.401214 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-bf0d1782-0c03-4550-9c81-2e4c44a9d735 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 811 time: 0.1166949 Mar 23 09:14:51.468588 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-e5c8d7ab-1b08-4f7d-bdf9-1c17aa56e31f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a06a528e4b24ceb93f61311f243ee78 HTTP/1.1" status: 200 len: 378 time: 0.0583882 Mar 23 09:14:51.477540 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'port': {'device_id': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'admin_state_up': True, 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'security_groups': ['b18f3629-9fc7-4e5c-98e7-fc7255303486']}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:14:51.529377 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f2e41473-3ebc-4950-8b51-6972347a4afb req-d5db0dae-6b2c-4783-8462-243d56853a92 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Mar 23 09:14:51.589913 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Made reservation on behalf of 1a06a528e4b24ceb93f61311f243ee78 for: {'port': 1} {{(pid=103115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:14:51.593446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:51.718350 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Allocated IP 172.20.0.6 (54a9f407-df96-4f30-b57f-42aa1fc9b1a1/eb90ee85-bb58-4750-ba6e-2ac227d69e33/90e1e4ff-6b8a-40b2-bacf-4d089427e30d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:14:51.862506 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:51.897146 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:51.938506 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:14:51.941562 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:14:51.947170 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:14:51.953630 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:51.987654 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.987880 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.988228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.988566 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.988897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.989243 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.989582 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.989905 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.990228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.990555 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.991211 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.991211 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.991493 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.991809 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:51.992124 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:52.014817 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:52.015428 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.033855 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-dddb062c-7d24-4042-baad-355535d7cc34 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604882 Mar 23 09:14:52.045459 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.v2.base [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Request body: {'port': {'device_id': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:14:52.105722 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.129767 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-ca82022f-776b-426a-980c-85dab514ffd8 None None] Provisioning complete for port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d triggered by entity DHCP. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:14:52.130528 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ca82022f-776b-426a-980c-85dab514ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.167371 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-ca82022f-776b-426a-980c-85dab514ffd8 None None] Port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d cannot update to ACTIVE because it is not bound. {{(pid=103117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:14:52.654469 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e1e4ff-6b8a-40b2-bacf-4d089427e30d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:14:52.664088 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Publish callbacks [] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.681814 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Transition to ACTIVE for port object 90e1e4ff-6b8a-40b2-bacf-4d089427e30d will not be triggered until provisioned by entity L2. {{(pid=103115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:14:52.686529 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.702368 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf8251-1ac4-4d04-b13f-d2f48d7567f2 req-b1210add-3bd0-4635-a384-b495cd7a849f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:52.703829 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ebf8251-1ac4-4d04-b13f-d2f48d7567f2 req-b1210add-3bd0-4635-a384-b495cd7a849f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 931 time: 0.1059232 Mar 23 09:14:52.761802 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Pushing event updated for resources: {'Port': ['ID=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:52.845702 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-9ebf8251-1ac4-4d04-b13f-d2f48d7567f2 req-53d6f04a-02eb-441a-8549-2a18bf13689f tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235278 Mar 23 09:14:52.864503 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Attempting to bind port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:14:52.864849 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Attempting to bind port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:14:52.865187 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Attempting to bind port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:14:52.870725 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:14:52.871056 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Attempting to bind port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d on network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:14:52.876253 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Checking agent: {'id': '1caacfab-d97a-453f-b23a-63d36268495e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'started_at': datetime.datetime(2022, 3, 23, 8, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:14:52.876594 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Checking segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:14:52.876981 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Bound using segment: {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:14:52.877446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Bound port: 90e1e4ff-6b8a-40b2-bacf-4d089427e30d, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23d3699-d4c6-498c-a5b5-64c26e139891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:14:52.877814 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.940813 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] For port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d, host hv-cinder-83482, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:14:52.943756 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] For port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:14:52.951292 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12089684'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.982839 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:52.983463 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:52.984831 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] 10.222.0.84 "PUT /v2.0/ports/90e1e4ff-6b8a-40b2-bacf-4d089427e30d HTTP/1.1" status: 200 len: 1093 time: 0.9436045 Mar 23 09:14:52.985439 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:14:52.987521 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bfd3ee-ffae-4294-93c5-640241c9454f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:14:53.017119 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef7b4f-2bca-40f7-8961-6f5704bed085 service neutron] Pushing event updated for resources: {'Port': ['ID=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:53.028302 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea8c76-f62f-46b6-b6d3-233aa7b71df0 x-openstack-request-id: req-63ea8c76-f62f-46b6-b6d3-233aa7b71df0 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:14:53.028730 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:14:53.028976 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-63ea8c76-f62f-46b6-b6d3-233aa7b71df0 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:14:53.029438 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ea8c76-f62f-46b6-b6d3-233aa7b71df0'] response: {'name': 'network-changed', 'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'status': 'completed', 'code': 200} Mar 23 09:14:53.084752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-e143aba9-934e-4203-89ff-ea453b39ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.086381 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-e143aba9-934e-4203-89ff-ea453b39ec25 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 1127 time: 0.0533619 Mar 23 09:14:53.130448 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-d0acbc15-62a4-431a-8c74-af25f0114e04 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d HTTP/1.1" status: 200 len: 217 time: 0.0365677 Mar 23 09:14:53.187200 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-3249d48d-5428-4c78-81e7-bbf9dc7d946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.188684 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-3249d48d-5428-4c78-81e7-bbf9dc7d946c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0508733 Mar 23 09:14:53.236752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-ede87d38-2ea5-4717-b9ec-d83d20db10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.238261 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-ede87d38-2ea5-4717-b9ec-d83d20db10f6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440164 Mar 23 09:14:53.327349 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-3d952040-2add-4768-9dc2-6e00c5747cb0 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829794 Mar 23 09:14:53.412686 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-b0606b1b-5d17-4a4d-b6eb-d1e89e5417cb req-7045d93e-5b6b-4af5-a659-1326e5fb8514 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796781 Mar 23 09:14:53.506823 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-06065ff6-ac02-4d5d-9d81-0aec189dcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.508204 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-06065ff6-ac02-4d5d-9d81-0aec189dcee1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 1127 time: 0.0499816 Mar 23 09:14:53.595178 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-d183998d-4ee4-4ea2-ac1c-0c085b99f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.596606 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-d183998d-4ee4-4ea2-ac1c-0c085b99f940 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0815086 Mar 23 09:14:53.639980 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-0d95f051-7a53-4787-bf8b-6b82ddb36033 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d HTTP/1.1" status: 200 len: 217 time: 0.0373099 Mar 23 09:14:53.687545 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-efd30acf-aefb-41fb-9e2e-126a9ac52231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.688948 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-efd30acf-aefb-41fb-9e2e-126a9ac52231 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0429757 Mar 23 09:14:53.737540 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-3151d76e-c760-4d19-992e-6de0e13af128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.739032 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-3151d76e-c760-4d19-992e-6de0e13af128 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441916 Mar 23 09:14:53.835939 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-a1cb0451-7a61-4b18-a043-15447980cd51 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871148 Mar 23 09:14:53.954517 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-d2bfd3ee-ffae-4294-93c5-640241c9454f req-8ec6059d-9f78-44a3-8693-f00af6a7bfa0 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093094 Mar 23 09:14:53.980302 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f4bca-ead5-49a7-aba3-8498c90e503f req-63fa8671-83a7-438a-8c89-1d93d5d3eb3c tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:53.981845 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-397f4bca-ead5-49a7-aba3-8498c90e503f req-63fa8671-83a7-438a-8c89-1d93d5d3eb3c tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 943 time: 0.0646241 Mar 23 09:14:54.031443 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-397f4bca-ead5-49a7-aba3-8498c90e503f req-43fb4bb5-1ef5-414c-8dad-e3f986d79073 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439355 Mar 23 09:14:55.148925 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695a32-fcfb-4823-9aef-5398cbecced7 req-1b44803d-5667-406c-b722-89e0a585fa01 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:55.150419 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0c695a32-fcfb-4823-9aef-5398cbecced7 req-1b44803d-5667-406c-b722-89e0a585fa01 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 943 time: 0.0520771 Mar 23 09:14:55.197980 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-0c695a32-fcfb-4823-9aef-5398cbecced7 req-e446da98-4af4-4abf-b76a-4d4d1bed7acf tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420976 Mar 23 09:14:56.322094 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3020a4-9e71-469a-825c-423ce40c6e22 req-5e4e1e5a-5e88-45ba-9dc3-b4ac37be2386 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:56.323541 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bf3020a4-9e71-469a-825c-423ce40c6e22 req-5e4e1e5a-5e88-45ba-9dc3-b4ac37be2386 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 943 time: 0.0611837 Mar 23 09:14:56.375161 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-bf3020a4-9e71-469a-825c-423ce40c6e22 req-d42bb3b2-a30c-41de-9511-8691a856de1b tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458360 Mar 23 09:14:56.821467 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f5b1cdf2-c493-4e4c-9d8f-f3e24b220dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.493937 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6c9e3-5e1e-4964-b8a8-16c4e5e994b4 req-0776e52a-7ae0-45e3-be0f-cb7881dccdad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:57.495914 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fcb6c9e3-5e1e-4964-b8a8-16c4e5e994b4 req-0776e52a-7ae0-45e3-be0f-cb7881dccdad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 943 time: 0.0524147 Mar 23 09:14:57.553673 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-fcb6c9e3-5e1e-4964-b8a8-16c4e5e994b4 req-44d10aed-d801-4c4a-9a51-3f6982de993a tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524042 Mar 23 09:14:58.671543 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248d1b-770a-455a-992b-8a68dab416d1 req-95fe0f9a-5a06-44f9-8060-93b1c918b3c5 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:58.673002 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c9248d1b-770a-455a-992b-8a68dab416d1 req-95fe0f9a-5a06-44f9-8060-93b1c918b3c5 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 943 time: 0.0523136 Mar 23 09:14:58.720471 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-c9248d1b-770a-455a-992b-8a68dab416d1 req-c83fde5e-8c11-48f2-8274-f6eb246384a3 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419970 Mar 23 09:14:58.973391 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1656381b-131c-4513-bf84-b482ee303c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:59.838681 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d30088-fe58-4170-b9d3-e0d81bfa1720 req-318736a3-6427-4803-acf5-e42216c77e04 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:59.840306 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-48d30088-fe58-4170-b9d3-e0d81bfa1720 req-318736a3-6427-4803-acf5-e42216c77e04 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 943 time: 0.0532925 Mar 23 09:14:59.889635 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-48d30088-fe58-4170-b9d3-e0d81bfa1720 req-7be1aa81-0f10-47a2-99c5-d4f6b002cc95 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438511 Mar 23 09:15:00.239337 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:00.407764 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 90e1e4ff-6b8a-40b2-bacf-4d089427e30d details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103117) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:15:00.503673 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:00.515313 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Returning: {'device': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'port_id': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'mac_address': 'fa:16:3e:a9:89:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103117) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:15:00.551237 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d is: DOWN; New status is: BUILD {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:15:00.551631 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:00.564287 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e1e4ff-6b8a-40b2-bacf-4d089427e30d {{(pid=103117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:15:00.583484 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:00.588045 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:00.636522 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,revision_number=4']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:00.643462 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.643817 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.644159 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.644500 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.644838 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.645167 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.645520 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.645845 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.646171 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.646496 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.646823 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.647147 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.647469 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.647788 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.648107 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:00.812811 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] get_ports_and_sgs() called for port_ids ['90e1e4ff-6b8a-40b2-bacf-4d089427e30d'] {{(pid=103117) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:15:01.009074 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c96046-b369-487f-8571-4f5bd313bd00 req-fa5bd3d8-8de1-42f0-9f91-45f3957d7252 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:01.010786 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51c96046-b369-487f-8571-4f5bd313bd00 req-fa5bd3d8-8de1-42f0-9f91-45f3957d7252 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 944 time: 0.0559585 Mar 23 09:15:01.059063 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51c96046-b369-487f-8571-4f5bd313bd00 req-d5525ffc-6da7-473d-8977-d101dd870ed7 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428662 Mar 23 09:15:01.705652 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:02.177311 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0cc79-b42f-4f03-b7b1-9858d8a72f4b req-468f879f-8d0c-4776-aafd-254a856ee8fe tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:02.178772 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fb0cc79-b42f-4f03-b7b1-9858d8a72f4b req-468f879f-8d0c-4776-aafd-254a856ee8fe tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 944 time: 0.0521252 Mar 23 09:15:02.227400 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fb0cc79-b42f-4f03-b7b1-9858d8a72f4b req-8884568a-fa89-4cf1-8fa7-5e5f63f574a7 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430224 Mar 23 09:15:02.433702 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 90e1e4ff-6b8a-40b2-bacf-4d089427e30d up at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:15:02.481214 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning for port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d completed by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:15:02.485249 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.provisioning_blocks [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Provisioning complete for port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d triggered by entity L2. {{(pid=103117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:15:02.485659 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410081'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), provisioning_complete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:02.563351 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Current status of the port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d is: BUILD; New status is: ACTIVE {{(pid=103117) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:15:02.563741 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), before_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:02.711116 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d'}] {{(pid=103117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:15:02.713450 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9cb6963ce2a89fc7004be87f00cc588d7773d56084cfabc496cc094d7436544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad2fdb9-7325-4df3-9d7e-23f2d2c25b3d" -d '{"events": [{"server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "name": "network-vif-plugged", "status": "completed", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d"}]}' {{(pid=103117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:15:02.725475 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] For port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:02.730701 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:02.754068 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9515c6-b939-4212-b99e-8f00cfd17185 x-openstack-request-id: req-4f9515c6-b939-4212-b99e-8f00cfd17185 {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:15:02.754362 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "name": "network-vif-plugged", "status": "completed", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d", "code": 200}]} {{(pid=103117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:15:02.754616 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f9515c6-b939-4212-b99e-8f00cfd17185 {{(pid=103117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:15:02.755009 dv-cinder-834822-2-iscsi neutron-server[103117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9515c6-b939-4212-b99e-8f00cfd17185'] response: {'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'code': 200} Mar 23 09:15:02.782931 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Pushing event updated for resources: {'Port': ['ID=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,revision_number=5']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:02.973011 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f31e7-a26e-45e2-841c-3520adcc1e3f req-d1cb72ed-ecfb-448b-b369-4f36a5f6ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:02.974431 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-043f31e7-a26e-45e2-841c-3520adcc1e3f req-d1cb72ed-ecfb-448b-b369-4f36a5f6ea08 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 1129 time: 0.0434642 Mar 23 09:15:03.018832 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-043f31e7-a26e-45e2-841c-3520adcc1e3f req-b7c37277-84c5-4ca0-8288-367e5022f8b6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383692 Mar 23 09:15:03.124575 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:03.364364 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebedc7-ef2d-4c38-89b8-0ed0588d49fc req-3c428af4-ba19-442e-883d-cd01f238cd44 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:03.365840 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f4ebedc7-ef2d-4c38-89b8-0ed0588d49fc req-3c428af4-ba19-442e-883d-cd01f238cd44 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 945 time: 0.0561028 Mar 23 09:15:03.413400 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-f4ebedc7-ef2d-4c38-89b8-0ed0588d49fc req-8ff019a7-165d-4b70-9c87-5309d881e2e4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418990 Mar 23 09:15:04.530239 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3839e-5034-4c29-b6c2-5476dded8033 req-81146795-ad2f-47bb-beee-3e523a6cac29 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:04.531671 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48c3839e-5034-4c29-b6c2-5476dded8033 req-81146795-ad2f-47bb-beee-3e523a6cac29 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Mar 23 09:15:04.583590 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-48c3839e-5034-4c29-b6c2-5476dded8033 req-fa337704-4512-4c75-b5e4-f276b8e5c9f1 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464077 Mar 23 09:15:04.701869 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab8510-327c-4bd5-87b1-49165b2ecc38 req-3cae0b19-fbb0-4156-925a-40e985687ce5 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:04.703225 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fab8510-327c-4bd5-87b1-49165b2ecc38 req-3cae0b19-fbb0-4156-925a-40e985687ce5 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 945 time: 0.0517116 Mar 23 09:15:04.750725 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-1fab8510-327c-4bd5-87b1-49165b2ecc38 req-d4a5e029-ce7a-473f-80cb-f0d2d6cc52b5 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420661 Mar 23 09:15:04.773997 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45840) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:04.815842 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b254a-003b-44b2-aa60-3007ccd617b2 tempest-TestVolumeBootPattern-699160382 tempest-TestVolumeBootPattern-699160382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:04.817325 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-d17b254a-003b-44b2-aa60-3007ccd617b2 tempest-TestVolumeBootPattern-699160382 tempest-TestVolumeBootPattern-699160382-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 1124 time: 0.0423381 Mar 23 09:15:04.820027 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45842) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:04.824778 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.base [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Request body: {'floatingip': {'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'port_id': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:15:04.844077 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.940866 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (None), before_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.044340 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_common [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Allocated IP 172.27.0.129 (d88c2165-f6a7-440f-bba2-523f9bce77ad/561f483b-c2bc-4e21-bf43-c70ee6968976/91cb5f61-492e-45a7-9c49-97d98756ce4c) {{(pid=103116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:15:05.143220 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.176185 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726796741367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.211963 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Network d88c2165-f6a7-440f-bba2-523f9bce77ad is already hosted by enough agents. {{(pid=103116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:15:05.214834 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.base_scheduler [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Resources bound (agent type, host, resource id): {{(pid=103116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:15:05.218340 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Received port after_create {{(pid=103116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:15:05.246627 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=91cb5f61-492e-45a7-9c49-97d98756ce4c,revision_number=1']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:05.260457 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.260810 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.261157 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.261527 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.261866 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.262201 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.262530 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.262857 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.263185 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.263516 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.263844 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.264172 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.264499 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.264820 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.265143 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:05.578908 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (91f5f3ec-42df-464c-b7de-54b3e9b481e6), precommit_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.651645 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523507'] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.797086 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.801488 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726797278612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726796741901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726796741919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945011'] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.870735 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event updated for resources: {'Port': ['ID=91cb5f61-492e-45a7-9c49-97d98756ce4c,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:05.883106 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799628'] for floatingip (91f5f3ec-42df-464c-b7de-54b3e9b481e6), after_create {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:05.982779 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Floating IP 91f5f3ec-42df-464c-b7de-54b3e9b481e6 associated. External IP: 172.27.0.129, port: 90e1e4ff-6b8a-40b2-bacf-4d089427e30d. Mar 23 09:15:06.189722 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:15:06.297287 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:15:06.307408 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:15:06.315280 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:06.317688 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:15:06.318413 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:14:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:06.346097 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3e53f55d-d166-4dae-8e42-2232396aec81 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5244536 Mar 23 09:15:06.346973 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:15:06.349194 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625101b7-e9f6-430e-9259-614ed1fd397e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:15:06.429300 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:15:06.480128 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4997daf-82a2-4b6e-81bd-8e2f60ff7b9a x-openstack-request-id: req-f4997daf-82a2-4b6e-81bd-8e2f60ff7b9a {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:15:06.480426 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:15:06.480801 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4997daf-82a2-4b6e-81bd-8e2f60ff7b9a {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:15:06.481209 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4997daf-82a2-4b6e-81bd-8e2f60ff7b9a'] response: {'name': 'network-changed', 'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'status': 'completed', 'code': 200} Mar 23 09:15:06.547504 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625101b7-e9f6-430e-9259-614ed1fd397e req-51743402-56d5-4fa5-bad3-cbad23dc4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:06.549001 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-625101b7-e9f6-430e-9259-614ed1fd397e req-51743402-56d5-4fa5-bad3-cbad23dc4546 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 1129 time: 0.0453880 Mar 23 09:15:06.638815 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625101b7-e9f6-430e-9259-614ed1fd397e req-ca64889a-d5e1-4948-a430-6108ccf57edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:06.640316 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-625101b7-e9f6-430e-9259-614ed1fd397e req-ca64889a-d5e1-4948-a430-6108ccf57edd service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0847151 Mar 23 09:15:06.665654 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:16Z', 'revision_number': 1, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}, {'id': '91f5f3ec-42df-464c-b7de-54b3e9b481e6', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:a9:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:15:05Z', 'updated_at': '2022-03-23T09:15:05Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:06.691169 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:15:06.699815 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:15:06.700329 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:14:59Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:06.708624 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-625101b7-e9f6-430e-9259-614ed1fd397e req-ed6f5676-22f2-4e29-88bd-55102ecfbaf8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d HTTP/1.1" status: 200 len: 999 time: 0.0627408 Mar 23 09:15:06.755494 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625101b7-e9f6-430e-9259-614ed1fd397e req-22a04148-2cd0-4133-9702-0743d7044c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:06.756961 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-625101b7-e9f6-430e-9259-614ed1fd397e req-22a04148-2cd0-4133-9702-0743d7044c7a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0431302 Mar 23 09:15:06.806540 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625101b7-e9f6-430e-9259-614ed1fd397e req-1e3fa945-5397-4376-9705-8ff9e9afc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:06.808028 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-625101b7-e9f6-430e-9259-614ed1fd397e req-1e3fa945-5397-4376-9705-8ff9e9afc13f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458453 Mar 23 09:15:06.810451 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:15:06.897850 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-625101b7-e9f6-430e-9259-614ed1fd397e req-bf48cd84-3049-40d3-b941-7e591818d4e0 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842054 Mar 23 09:15:06.986378 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-625101b7-e9f6-430e-9259-614ed1fd397e req-9bdbf52e-f82a-4290-be2c-463d7f46f7bd service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822122 Mar 23 09:15:07.036588 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:15:07.039594 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:16Z', 'revision_number': 1, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}, {'id': '91f5f3ec-42df-464c-b7de-54b3e9b481e6', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:a9:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:15:05Z', 'updated_at': '2022-03-23T09:15:05Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:07.067785 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099f376-6b00-413a-931f-1f0aee91450b None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:16Z', 'revision_number': 1, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}, {'id': '91f5f3ec-42df-464c-b7de-54b3e9b481e6', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:a9:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:15:05Z', 'updated_at': '2022-03-23T09:15:05Z', 'revision_number': 0, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:15:07.264169 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388018d-9ccb-4b01-9056-32a7da368076 None None] New status for floating IP 91f5f3ec-42df-464c-b7de-54b3e9b481e6: ACTIVE {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:15:13.969576 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:25.584390 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-c94f18f7-b554-47ff-9ad6-d57f20f0a634 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449405 Mar 23 09:15:25.704099 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773320ef-726f-410b-80df-b7cab10b109f req-6e87c634-e8c4-4aa7-a84a-b130c5f8e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:25.705564 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-6e87c634-e8c4-4aa7-a84a-b130c5f8e515 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1129 time: 0.0500662 Mar 23 09:15:25.808808 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773320ef-726f-410b-80df-b7cab10b109f req-531e24ba-1aae-425c-bbfa-bdbb8448b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:25.810305 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-531e24ba-1aae-425c-bbfa-bdbb8448b1d2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0846064 Mar 23 09:15:25.877998 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-e7b1ef6a-7fb0-4505-99e8-8b7ed0bc55cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 1001 time: 0.0611777 Mar 23 09:15:25.932355 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773320ef-726f-410b-80df-b7cab10b109f req-93708a08-2b7c-4b28-8f4d-295fe2df57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:25.933784 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-93708a08-2b7c-4b28-8f4d-295fe2df57fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0434642 Mar 23 09:15:25.982803 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773320ef-726f-410b-80df-b7cab10b109f req-86588d4b-ceb3-4f9c-830a-44ce3ac0b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:25.984296 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-86588d4b-ceb3-4f9c-830a-44ce3ac0b6dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439749 Mar 23 09:15:26.074073 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-05e2ed2f-6937-4e29-88d6-7f75837c07c7 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835187 Mar 23 09:15:26.166860 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-773320ef-726f-410b-80df-b7cab10b109f req-e2aef544-2b77-40e4-a2d1-a561776c2367 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Mar 23 09:15:26.824903 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-41158fb2-b5af-4cee-acd9-6fa837c87c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:28.974238 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b15929b0-f012-4e03-9cb5-03de9612f029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:30.242059 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:31.708001 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:33.126721 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:43.970580 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:44.035807 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:15:56.826888 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-bd0cad47-0f17-4996-8d8e-685f15ccaf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.976050 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f92e-720a-4aad-90d4-4104ad8c3aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:00.244530 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:01.710828 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:03.128970 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.979316 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:21.034502 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:16:26.210627 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-958f66f7-bde5-41c0-a02d-c6b8f6d7684d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442362 Mar 23 09:16:26.278201 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-ccdf5ac6-2f39-46a6-9b55-2f0747758c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:26.279688 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-ccdf5ac6-2f39-46a6-9b55-2f0747758c96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 1129 time: 0.0479748 Mar 23 09:16:26.380959 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-f77524e1-6aac-4da5-b8fb-d4d72521e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:26.382346 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-f77524e1-6aac-4da5-b8fb-d4d72521e480 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.0817723 Mar 23 09:16:26.459471 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-2f3603a9-607c-4913-985f-5eb0e074f677 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d HTTP/1.1" status: 200 len: 1001 time: 0.0699348 Mar 23 09:16:26.506459 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-444fd122-d18f-4006-955d-2d6fe920ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:26.507897 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-444fd122-d18f-4006-955d-2d6fe920ee5f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0420017 Mar 23 09:16:26.555300 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-f0a51d1a-ffb3-4833-a2fa-8f70b508418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:26.556795 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-f0a51d1a-ffb3-4833-a2fa-8f70b508418d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428958 Mar 23 09:16:26.646957 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-e9df5c7d-9a97-4a48-b433-04df65ea8385 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837429 Mar 23 09:16:26.735835 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ac574858-8db4-4e36-b25b-4159e90d8c99 req-61615f26-4e35-4df0-8853-008459c3f7ea service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Mar 23 09:16:26.828064 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-84a5d0a0-f8be-40eb-902e-ba5c32dffc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.977012 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1bef97a4-d74e-41a7-9f87-8a2df78bdc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.250269 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.713134 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.130273 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.562045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45872) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:33.759014 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Deleting port 91cb5f61-492e-45a7-9c49-97d98756ce4c {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:33.759357 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.832039 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.832364 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (91cb5f61-492e-45a7-9c49-97d98756ce4c), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.843621 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Calling delete_port for 91cb5f61-492e-45a7-9c49-97d98756ce4c owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:33.986784 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (91cb5f61-492e-45a7-9c49-97d98756ce4c), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.010282 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event deleted for resources: {'Port': ['ID=91cb5f61-492e-45a7-9c49-97d98756ce4c,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:34.020411 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.020711 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.021056 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.021423 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.021755 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.023057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.023057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.023057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.023057 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.023484 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.023740 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.024065 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.024387 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.024707 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.025036 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:34.087235 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (91f5f3ec-42df-464c-b7de-54b3e9b481e6), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.087568 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Floating IP 91f5f3ec-42df-464c-b7de-54b3e9b481e6 disassociated (deleted). External IP: 172.27.0.129, port: 90e1e4ff-6b8a-40b2-bacf-4d089427e30d. Mar 23 09:16:34.525443 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:16:34.631945 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:34.636783 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.641382 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:34.651286 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:34.652499 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:34.671042 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-816d1ad6-c2b9-4b02-90b0-7f4f1a5ea7a2 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "DELETE /v2.0/floatingips/91f5f3ec-42df-464c-b7de-54b3e9b481e6 HTTP/1.1" status: 204 len: 168 time: 1.1078026 Mar 23 09:16:34.671575 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:16:34.673848 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:16:34.710515 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1750a3d-27d2-400e-beda-76a02566e105 x-openstack-request-id: req-a1750a3d-27d2-400e-beda-76a02566e105 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:16:34.710876 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:16:34.711198 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1750a3d-27d2-400e-beda-76a02566e105 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:16:34.711745 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1750a3d-27d2-400e-beda-76a02566e105'] response: {'name': 'network-changed', 'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'status': 'completed', 'code': 200} Mar 23 09:16:34.776289 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:34.777946 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-46f16f27-161a-4835-980a-e7633f6ca125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:34.779516 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-46f16f27-161a-4835-980a-e7633f6ca125 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 1129 time: 0.0472488 Mar 23 09:16:34.911896 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-8581f2aa-e69b-476d-8744-9cc19690e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:34.913635 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-8581f2aa-e69b-476d-8744-9cc19690e781 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.1236022 Mar 23 09:16:34.961334 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-87088a63-75ef-4f53-9332-edcd83d0cdd3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d HTTP/1.1" status: 200 len: 217 time: 0.0405955 Mar 23 09:16:34.968915 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323d08-0031-48e2-b7ae-a0e93c5be9db req-429fffa0-4e5d-4c32-b18c-0469a8232b83 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:34.970331 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ef323d08-0031-48e2-b7ae-a0e93c5be9db req-429fffa0-4e5d-4c32-b18c-0469a8232b83 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 945 time: 0.1134803 Mar 23 09:16:35.017144 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:16Z', 'revision_number': 1, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:35.042163 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-568df9b7-e7dc-442c-8dc4-8e0e4bd27d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:35.043638 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-568df9b7-e7dc-442c-8dc4-8e0e4bd27d77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0724776 Mar 23 09:16:35.048537 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:35.053075 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-ef323d08-0031-48e2-b7ae-a0e93c5be9db req-5364dd1d-ec42-4647-b4f6-a3aa425bf8c3 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748549 Mar 23 09:16:35.057321 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:35.057933 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:35.100752 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-b8f1ed7b-1eec-45cd-8dfb-62320de020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:35.102293 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-b8f1ed7b-1eec-45cd-8dfb-62320de020d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483570 Mar 23 09:16:35.175933 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:35.193408 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-3e7f91ef-d905-40f2-9f0b-b6a76c8b8a4a service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844407 Mar 23 09:16:35.288272 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-51d26f24-a0bd-46e6-a0a3-a732b2e2856f req-557ce55a-17d2-421a-953c-a21814d4143a service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875218 Mar 23 09:16:35.537915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:16Z', 'revision_number': 1, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:35.568748 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8580d5-cc5d-4fce-bd2b-1063879cb59b None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_floatingips': [{'id': '2fca30cb-eaa3-4e93-9f03-914109a03c56', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'router_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'port_id': '982da4a2-3512-47d9-b815-879920ba1c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'mac_address': 'fa:16:3e:c7:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:14Z', 'updated_at': '2022-03-23T09:13:16Z', 'revision_number': 1, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:35.796105 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c248ad8a-8985-4980-bf2c-0ec00010fda9 None None] New status for floating IP 91f5f3ec-42df-464c-b7de-54b3e9b481e6: DOWN {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:16:36.180281 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc67c8c-13ae-41d3-8e91-9cd909cc674d req-b83faf9b-bd25-4d22-aa2a-1d35b01c9535 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:36.181668 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fc67c8c-13ae-41d3-8e91-9cd909cc674d req-b83faf9b-bd25-4d22-aa2a-1d35b01c9535 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 945 time: 0.0514710 Mar 23 09:16:36.228614 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-5fc67c8c-13ae-41d3-8e91-9cd909cc674d req-76d33d05-e9f2-4012-90bb-28779b01bd95 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408847 Mar 23 09:16:36.455640 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca482c-7a82-4900-a282-599c76458db2 req-172e15fd-dea7-4a9e-a69a-ea239b1a154a tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:36.457120 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-15ca482c-7a82-4900-a282-599c76458db2 req-172e15fd-dea7-4a9e-a69a-ea239b1a154a tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 945 time: 0.0585372 Mar 23 09:16:36.547498 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Deleting port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:36.547839 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.639530 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] For port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:36.639937 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.652877 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Calling delete_port for 90e1e4ff-6b8a-40b2-bacf-4d089427e30d owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:36.780038 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (90e1e4ff-6b8a-40b2-bacf-4d089427e30d), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.819197 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event deleted for resources: {'Port': ['ID=90e1e4ff-6b8a-40b2-bacf-4d089427e30d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:36.843414 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.843766 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.844108 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.844447 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.844774 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.845101 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.845457 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.845781 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.846104 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.846425 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.846747 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.847067 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.847387 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.847704 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.848018 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:36.864166 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] No DVR routers for this DVR port 90e1e4ff-6b8a-40b2-bacf-4d089427e30d on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:16:36.866427 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.869693 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-15ca482c-7a82-4900-a282-599c76458db2 req-f8f94412-1969-487b-bb55-ca428cc69ce0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "DELETE /v2.0/ports/90e1e4ff-6b8a-40b2-bacf-4d089427e30d HTTP/1.1" status: 204 len: 173 time: 0.4072361 Mar 23 09:16:36.870114 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'name': 'network-vif-deleted', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:16:36.872810 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff8dea-cb30-48d3-b48e-477dd23f7232" -d '{"events": [{"server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "name": "network-vif-deleted", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:16:36.913711 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed0397-04fd-4adf-b3d2-975dcb27950b x-openstack-request-id: req-16ed0397-04fd-4adf-b3d2-975dcb27950b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:16:36.914008 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea27c9-9edb-429a-8270-1108e2de3c67", "name": "network-vif-deleted", "tag": "90e1e4ff-6b8a-40b2-bacf-4d089427e30d", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:16:36.914271 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16ed0397-04fd-4adf-b3d2-975dcb27950b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:16:36.914687 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ed0397-04fd-4adf-b3d2-975dcb27950b'] response: {'server_uuid': '0dea27c9-9edb-429a-8270-1108e2de3c67', 'name': 'network-vif-deleted', 'tag': '90e1e4ff-6b8a-40b2-bacf-4d089427e30d', 'status': 'completed', 'code': 200} Mar 23 09:16:37.336296 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7e4461a6-ed90-40cb-a47c-c383816c8d59 req-37ee0d6a-636f-4475-adf6-ee8f11c33cbe tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dea27c9-9edb-429a-8270-1108e2de3c67 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Mar 23 09:16:38.871074 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 90e1e4ff-6b8a-40b2-bacf-4d089427e30d no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:38.891582 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 90e1e4ff-6b8a-40b2-bacf-4d089427e30d {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:16:38.891930 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 90e1e4ff-6b8a-40b2-bacf-4d089427e30d not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:40.612596 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45914) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:40.763706 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Deleting port b6accc2f-8e74-4d53-b09d-e11ab1940bc3 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:40.764045 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.841368 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.841694 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.853511 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Calling delete_port for b6accc2f-8e74-4d53-b09d-e11ab1940bc3 owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:40.998830 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (b6accc2f-8e74-4d53-b09d-e11ab1940bc3), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:41.023128 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event deleted for resources: {'Port': ['ID=b6accc2f-8e74-4d53-b09d-e11ab1940bc3,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:41.083004 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (2fca30cb-eaa3-4e93-9f03-914109a03c56), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:41.083329 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.db.l3_db [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Floating IP 2fca30cb-eaa3-4e93-9f03-914109a03c56 disassociated (deleted). External IP: 172.27.0.230, port: 982da4a2-3512-47d9-b815-879920ba1c71. Mar 23 09:16:41.291080 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:16:41.336679 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [req-1cb6b9f8-88b9-466e-a65c-2eef5a297342 req-8e866d6f-43e0-4944-98cd-2fca042473bd service neutron] (103115) timed out ('10.222.0.84', 61681) {{(pid=103115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 09:16:41.398481 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:41.403207 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:41.408745 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:41.418002 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:41.418606 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:41.432173 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-cde03c68-de7c-4b1d-9254-10e7bebc45ad tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "DELETE /v2.0/floatingips/2fca30cb-eaa3-4e93-9f03-914109a03c56 HTTP/1.1" status: 204 len: 168 time: 0.8184860 Mar 23 09:16:41.433320 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71'}] {{(pid=103116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:16:41.435611 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21069d6c5088a9cc517faa587f599bdac7eb0990aa85f90907425edb6cc1a501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50381611-39db-44a8-b146-86e7d43f67e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "tag": "982da4a2-3512-47d9-b815-879920ba1c71"}]}' {{(pid=103116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:16:41.491452 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e437633-f563-49bb-bcb9-9dddee3ed478 x-openstack-request-id: req-9e437633-f563-49bb-bcb9-9dddee3ed478 {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:16:41.491744 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "tag": "982da4a2-3512-47d9-b815-879920ba1c71", "status": "completed", "code": 200}]} {{(pid=103116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:16:41.491996 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e437633-f563-49bb-bcb9-9dddee3ed478 {{(pid=103116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:16:41.492400 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e437633-f563-49bb-bcb9-9dddee3ed478'] response: {'name': 'network-changed', 'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71', 'status': 'completed', 'code': 200} Mar 23 09:16:41.539051 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:41.568194 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381611-39db-44a8-b146-86e7d43f67e4 req-e718e56c-517f-4567-8a18-ef7bdd988196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:41.570084 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-50381611-39db-44a8-b146-86e7d43f67e4 req-e718e56c-517f-4567-8a18-ef7bdd988196 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a06a528e4b24ceb93f61311f243ee78&device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 1129 time: 0.0546689 Mar 23 09:16:41.693037 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381611-39db-44a8-b146-86e7d43f67e4 req-6cc366e4-fc83-40f2-9f50-309b308488e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:41.694528 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-50381611-39db-44a8-b146-86e7d43f67e4 req-6cc366e4-fc83-40f2-9f50-309b308488e9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 200 len: 912 time: 0.1190131 Mar 23 09:16:41.747321 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fdf80-7115-4e5d-bb16-a4b98a09dd1f req-7ad3f066-6182-431d-a00f-407df18f02e9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:41.748771 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-247fdf80-7115-4e5d-bb16-a4b98a09dd1f req-7ad3f066-6182-431d-a00f-407df18f02e9 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 945 time: 0.1026156 Mar 23 09:16:41.750021 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-50381611-39db-44a8-b146-86e7d43f67e4 req-38ff6206-354b-48f6-ab16-3d35095d9921 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 200 len: 217 time: 0.0480430 Mar 23 09:16:41.762670 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:41.793372 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:41.801697 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:41.802298 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:41.833547 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381611-39db-44a8-b146-86e7d43f67e4 req-fb38b7dd-f0b1-4e85-b40a-dc6973492daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:41.834908 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-50381611-39db-44a8-b146-86e7d43f67e4 req-fb38b7dd-f0b1-4e85-b40a-dc6973492daf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 200 len: 850 time: 0.0743797 Mar 23 09:16:41.838858 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-247fdf80-7115-4e5d-bb16-a4b98a09dd1f req-4bb12c92-8596-4c62-b0fb-ed01724203b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841548 Mar 23 09:16:41.891094 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381611-39db-44a8-b146-86e7d43f67e4 req-9a812912-b167-4de0-829d-1fc67ab56d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:41.892571 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-50381611-39db-44a8-b146-86e7d43f67e4 req-9a812912-b167-4de0-829d-1fc67ab56d2d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=54a9f407-df96-4f30-b57f-42aa1fc9b1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503807 Mar 23 09:16:41.909214 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:41.984060 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-50381611-39db-44a8-b146-86e7d43f67e4 req-40cc5da6-5c9a-43e3-b3cc-c53fd119fcd1 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828605 Mar 23 09:16:42.071554 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-50381611-39db-44a8-b146-86e7d43f67e4 req-c6194078-e289-494b-b62e-749b3faffac7 service neutron] 10.222.0.84 "GET /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812123 Mar 23 09:16:42.105728 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:42.131291 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97072cd5-e351-426c-bb14-77298bd2cf2b None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:10:19Z', 'revision_number': 4, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi', '_interfaces': [{'id': '2aea43d9-2670-4794-b7e5-a4c02e7847fb', 'name': '', 'network_id': '54a9f407-df96-4f30-b57f-42aa1fc9b1a1', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'mac_address': 'fa:16:3e:f8:d2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:19Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'subnets': [{'id': 'eb90ee85-bb58-4750-ba6e-2ac227d69e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:42.344023 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb34f4-c944-4e1c-9825-ec66918a76f1 None None] New status for floating IP 2fca30cb-eaa3-4e93-9f03-914109a03c56: DOWN {{(pid=103118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:16:42.959730 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310a60-c68b-4bf1-a6b5-30c4852ad789 req-1a13f6cc-96d2-404d-9420-09e3d20736a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:42.961197 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7d310a60-c68b-4bf1-a6b5-30c4852ad789 req-1a13f6cc-96d2-404d-9420-09e3d20736a0 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 945 time: 0.0523219 Mar 23 09:16:43.012528 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-7d310a60-c68b-4bf1-a6b5-30c4852ad789 req-5c42ab47-423b-4745-ad62-1e1550fb61ed tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18f3629-9fc7-4e5c-98e7-fc7255303486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458736 Mar 23 09:16:43.130249 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-5d0b7a70-5519-46d8-b214-fb4be1fda5a1 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:43.131597 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-5d0b7a70-5519-46d8-b214-fb4be1fda5a1 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 945 time: 0.0512385 Mar 23 09:16:43.223565 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Deleting port 982da4a2-3512-47d9-b815-879920ba1c71 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:43.223897 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (982da4a2-3512-47d9-b815-879920ba1c71), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:43.308296 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] For port 982da4a2-3512-47d9-b815-879920ba1c71, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=982da4a2-3512-47d9-b815-879920ba1c71,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:43.308654 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (982da4a2-3512-47d9-b815-879920ba1c71), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:43.324255 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Calling delete_port for 982da4a2-3512-47d9-b815-879920ba1c71 owned by compute:nova {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:43.446228 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (982da4a2-3512-47d9-b815-879920ba1c71), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:43.474771 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event deleted for resources: {'Port': ['ID=982da4a2-3512-47d9-b815-879920ba1c71,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:43.520971 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] No DVR routers for this DVR port 982da4a2-3512-47d9-b815-879920ba1c71 on host hv-cinder-83482 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:16:43.523457 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for port (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:43.527301 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [req-29b68cae-1fc8-46ce-9d88-f590a18950e2 req-e9d9c71a-62c2-4c85-98d6-a4540ed698b4 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.84 "DELETE /v2.0/ports/982da4a2-3512-47d9-b815-879920ba1c71 HTTP/1.1" status: 204 len: 173 time: 0.3898861 Mar 23 09:16:43.527737 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'name': 'network-vif-deleted', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:16:43.530032 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef5cf5d40b198ad084737d37a7516c903d5262f457ec5d0ed4432bcef77fccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee5908c-5f8e-4f11-8085-e4f8ed003fc7" -d '{"events": [{"server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "name": "network-vif-deleted", "tag": "982da4a2-3512-47d9-b815-879920ba1c71"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:16:43.566631 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12bf43e-7b14-46bc-821a-dad3df722502 x-openstack-request-id: req-f12bf43e-7b14-46bc-821a-dad3df722502 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:16:43.566940 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a28d4-2064-41a5-a927-a79b204f68cd", "name": "network-vif-deleted", "tag": "982da4a2-3512-47d9-b815-879920ba1c71", "status": "completed", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:16:43.567195 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f12bf43e-7b14-46bc-821a-dad3df722502 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:16:43.567601 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12bf43e-7b14-46bc-821a-dad3df722502'] response: {'server_uuid': '9a2a28d4-2064-41a5-a927-a79b204f68cd', 'name': 'network-vif-deleted', 'tag': '982da4a2-3512-47d9-b815-879920ba1c71', 'status': 'completed', 'code': 200} Mar 23 09:16:43.989737 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:44.118193 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [req-2d4c7f04-51b4-4644-b928-648f6ad8f820 req-15d754e7-0d6b-4dc6-88b6-e27f30abbb6d tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2a28d4-2064-41a5-a927-a79b204f68cd HTTP/1.1" status: 200 len: 210 time: 0.0268693 Mar 23 09:16:45.176019 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45930) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:45.296265 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Deleting port 760fbb6d-e563-4d82-83f0-c6cb6631f76b {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:45.296604 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:45.371159 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:45.371485 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (760fbb6d-e563-4d82-83f0-c6cb6631f76b), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:45.383116 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Calling delete_port for 760fbb6d-e563-4d82-83f0-c6cb6631f76b owned by network:floatingip {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:45.516090 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (760fbb6d-e563-4d82-83f0-c6cb6631f76b), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:45.550613 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event deleted for resources: {'Port': ['ID=760fbb6d-e563-4d82-83f0-c6cb6631f76b,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:45.612829 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for floatingip (4280c582-eeeb-4da8-be0e-e66bef8aae74), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:45.615407 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85655'] for floatingip (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:45.616536 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3d95f0ed-06c4-4189-b0ac-fbeb610f39bc tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "DELETE /v2.0/floatingips/4280c582-eeeb-4da8-be0e-e66bef8aae74 HTTP/1.1" status: 204 len: 168 time: 0.4395165 Mar 23 09:16:46.808785 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45942) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:46.864289 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2304b570-f9d9-453b-b40b-c69101b8cd53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group (b18f3629-9fc7-4e5c-98e7-fc7255303486), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:46.889124 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2304b570-f9d9-453b-b40b-c69101b8cd53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group (b18f3629-9fc7-4e5c-98e7-fc7255303486), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:46.919293 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 982da4a2-3512-47d9-b815-879920ba1c71 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:46.939803 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] No Port match for: 982da4a2-3512-47d9-b815-879920ba1c71 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:16:46.940239 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Device 982da4a2-3512-47d9-b815-879920ba1c71 not bound to the agent host hv-cinder-83482 {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:46.952721 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2304b570-f9d9-453b-b40b-c69101b8cd53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (b18f3629-9fc7-4e5c-98e7-fc7255303486), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:46.955292 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2304b570-f9d9-453b-b40b-c69101b8cd53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:46.956471 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-2304b570-f9d9-453b-b40b-c69101b8cd53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] 10.222.0.73 "DELETE /v2.0/security-groups/b18f3629-9fc7-4e5c-98e7-fc7255303486 HTTP/1.1" status: 204 len: 168 time: 0.1466641 Mar 23 09:16:46.965976 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b570-f9d9-453b-b40b-c69101b8cd53 tempest-TestVolumeBootPattern-1102254977 tempest-TestVolumeBootPattern-1102254977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18f3629-9fc7-4e5c-98e7-fc7255303486,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:47.008256 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45946) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:47.456656 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (ad9f753c-2397-445c-8a86-dd364d2c8eb1), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:47.698669 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Deleting port 2aea43d9-2670-4794-b7e5-a4c02e7847fb {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:47.698920 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:47.761661 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [req-4ea3d490-8efa-48b0-86fc-dbfc4ff461a4 req-90d993e7-d2ef-477f-bfbb-82f84e63a2ec service neutron] (103116) timed out ('10.222.0.84', 61700) {{(pid=103116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 09:16:47.775334 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] For port 2aea43d9-2670-4794-b7e5-a4c02e7847fb, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=2aea43d9-2670-4794-b7e5-a4c02e7847fb,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:47.775699 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:47.788392 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Calling delete_port for 2aea43d9-2670-4794-b7e5-a4c02e7847fb owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:47.966743 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (2aea43d9-2670-4794-b7e5-a4c02e7847fb), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:47.990444 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aea43d9-2670-4794-b7e5-a4c02e7847fb,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:48.166208 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (ad9f753c-2397-445c-8a86-dd364d2c8eb1), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.376759 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Router ad9f753c-2397-445c-8a86-dd364d2c8eb1 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:16:48.484334 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:48.491838 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-c404f89f-d738-4fdd-8184-9d0df27fefb0 admin admin] 10.222.0.73 "PUT /v2.0/routers/ad9f753c-2397-445c-8a86-dd364d2c8eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4800191 Mar 23 09:16:48.491838 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45950) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:48.492741 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] Sync routers for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:48.502781 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:48.503377 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:48.596414 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks [] for router (ad9f753c-2397-445c-8a86-dd364d2c8eb1), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.608327 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:48.701499 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks [] for router_gateway (ad9f753c-2397-445c-8a86-dd364d2c8eb1), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.755030 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Deleting port 9fc08aab-98dd-46ec-b1fa-c03aea878630 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:48.755373 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.806048 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:16:47Z', 'revision_number': 5, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port': {'id': '9fc08aab-98dd-46ec-b1fa-c03aea878630', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:17Z', 'updated_at': '2022-03-23T09:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:48.835482 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] Checking router: ad9f753c-2397-445c-8a86-dd364d2c8eb1 for host: dv-cinder-834822-2-iscsi {{(pid=103117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:48.836449 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] For port 9fc08aab-98dd-46ec-b1fa-c03aea878630, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=9fc08aab-98dd-46ec-b1fa-c03aea878630,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:48.836820 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.844385 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] Routers {'ad9f753c-2397-445c-8a86-dd364d2c8eb1'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:48.844982 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'], 'active': True} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:48.849911 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Calling delete_port for 9fc08aab-98dd-46ec-b1fa-c03aea878630 owned by network:router_gateway {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:48.932422 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvr_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] Set router ad9f753c-2397-445c-8a86-dd364d2c8eb1 gateway port host: None {{(pid=103117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:48.985465 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_hamode_db [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:16:48Z', 'revision_number': 6, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:49.015764 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43a87d-e4d5-44dc-9069-5cf932f695a5 None None] The sync data for ids ['ad9f753c-2397-445c-8a86-dd364d2c8eb1'] in dv-cinder-834822-2-iscsi is: [{'id': 'ad9f753c-2397-445c-8a86-dd364d2c8eb1', 'name': 'tempest-TestVolumeBootPattern-930868299-router', 'tenant_id': '1a06a528e4b24ceb93f61311f243ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:16Z', 'updated_at': '2022-03-23T09:16:48Z', 'revision_number': 6, 'project_id': '1a06a528e4b24ceb93f61311f243ee78', 'gw_port_host': None}] {{(pid=103117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:49.257070 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (9fc08aab-98dd-46ec-b1fa-c03aea878630), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.282469 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc08aab-98dd-46ec-b1fa-c03aea878630,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:49.342299 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (ad9f753c-2397-445c-8a86-dd364d2c8eb1), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.437439 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (ad9f753c-2397-445c-8a86-dd364d2c8eb1), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.439616 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks [] for router_controller (ad9f753c-2397-445c-8a86-dd364d2c8eb1), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.483479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (ad9f753c-2397-445c-8a86-dd364d2c8eb1), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.484038 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad9f753c-2397-445c-8a86-dd364d2c8eb1 {{(pid=103116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:16:49.488198 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.491920 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-37b216a9-9ad9-4456-9366-581d4f4ae89e admin admin] 10.222.0.73 "DELETE /v2.0/routers/ad9f753c-2397-445c-8a86-dd364d2c8eb1 HTTP/1.1" status: 204 len: 168 time: 0.9992104 Mar 23 09:16:49.492054 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45952) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:49.535865 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] Deleting subnet eb90ee85-bb58-4750-ba6e-2ac227d69e33 {{(pid=103115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:16:49.539075 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] Publish callbacks [] for subnet (eb90ee85-bb58-4750-ba6e-2ac227d69e33), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.573495 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8576489'] for subnet (eb90ee85-bb58-4750-ba6e-2ac227d69e33), precommit_delete_associations {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.651959 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (eb90ee85-bb58-4750-ba6e-2ac227d69e33), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.703358 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12091282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12413950'] for subnet (eb90ee85-bb58-4750-ba6e-2ac227d69e33), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.727598 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb90ee85-bb58-4750-ba6e-2ac227d69e33,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:49.731275 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.734596 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-f66803fb-d90c-4c15-8a14-4c40f41f5551 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/eb90ee85-bb58-4750-ba6e-2ac227d69e33 HTTP/1.1" status: 204 len: 168 time: 0.2414846 Mar 23 09:16:49.736931 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45954) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:49.737871 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59104fa9-9dcc-47f3-b16a-e828b658fd13 None None] Network 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:16:49.810686 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (54a9f407-df96-4f30-b57f-42aa1fc9b1a1), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.875701 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Deleting port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:49.875701 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.944626 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] DHCP port deletion for 54a9f407-df96-4f30-b57f-42aa1fc9b1a1 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:16:49.945079 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] For port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:49.945591 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:49.959905 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Calling delete_port for 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:49.995818 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Deleting port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:49.996188 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.062322 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] For port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,segment=NetworkSegment(d23d3699-d4c6-498c-a5b5-64c26e139891),segment_id=d23d3699-d4c6-498c-a5b5-64c26e139891)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:50.062884 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.083983 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Calling delete_port for 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:50.266242 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9fc08aab-98dd-46ec-b1fa-c03aea878630 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:50.288318 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 9fc08aab-98dd-46ec-b1fa-c03aea878630 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:16:50.288660 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 9fc08aab-98dd-46ec-b1fa-c03aea878630 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:50.289079 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2aea43d9-2670-4794-b7e5-a4c02e7847fb no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:50.315392 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: 2aea43d9-2670-4794-b7e5-a4c02e7847fb {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:16:50.315647 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 2aea43d9-2670-4794-b7e5-a4c02e7847fb not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:50.316074 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:50.334171 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.363446 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:50.366962 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] No DVR routers for this DVR port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:16:50.371632 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No active binding found for port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f {{(pid=103117) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 09:16:50.372008 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] The host dv-cinder-834822-2-iscsi is not matching for port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f host None! {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 09:16:50.372390 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:50.378313 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (206c78fa-cd02-4c3d-8ef3-dcf79970ad7f), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.402212 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Pushing event deleted for resources: {'Port': ['ID=206c78fa-cd02-4c3d-8ef3-dcf79970ad7f,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:50.411505 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] No DVR routers for this DVR port 206c78fa-cd02-4c3d-8ef3-dcf79970ad7f on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:16:50.413968 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.414343 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.414687 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.415025 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.415359 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.415689 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.416013 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.416337 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.416693 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.417015 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.417365 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.417691 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.418011 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.418329 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.418648 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f40dd-9981-4312-9ea5-472070975a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-iscsi {{(pid=103117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:50.444358 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (54a9f407-df96-4f30-b57f-42aa1fc9b1a1), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.467303 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a9f407-df96-4f30-b57f-42aa1fc9b1a1']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:50.476293 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23d3699-d4c6-498c-a5b5-64c26e139891') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:50.476596 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23d3699-d4c6-498c-a5b5-64c26e139891') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:50.485661 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (d23d3699-d4c6-498c-a5b5-64c26e139891), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.499540 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (d23d3699-d4c6-498c-a5b5-64c26e139891), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.505201 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:16:50.505604 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (d23d3699-d4c6-498c-a5b5-64c26e139891), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:16:50.507268 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:16:50.559756 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (54a9f407-df96-4f30-b57f-42aa1fc9b1a1), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.564930 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:50.568063 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/54a9f407-df96-4f30-b57f-42aa1fc9b1a1 HTTP/1.1" status: 204 len: 168 time: 0.8301783 Mar 23 09:16:50.571193 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45956) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:50.579885 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c781e-4264-4ba5-afcf-00e3ef87d1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a9f407-df96-4f30-b57f-42aa1fc9b1a1,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:50.923831 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785036'] for router_interface (4b6845cb-5105-4ace-a002-7a3e38973448), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:51.177974 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Deleting port c31a1fac-be77-4ec2-b138-ff9665fcbd7e {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:51.178327 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:51.259873 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] For port c31a1fac-be77-4ec2-b138-ff9665fcbd7e, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,segment=NetworkSegment(35b09375-de21-4012-81fc-163c65a57411),segment_id=35b09375-de21-4012-81fc-163c65a57411)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:51.260286 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:51.273409 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Calling delete_port for c31a1fac-be77-4ec2-b138-ff9665fcbd7e owned by network:router_interface {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:51.459319 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (c31a1fac-be77-4ec2-b138-ff9665fcbd7e), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:51.482679 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31a1fac-be77-4ec2-b138-ff9665fcbd7e,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:51.651979 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785468'] for router_interface (4b6845cb-5105-4ace-a002-7a3e38973448), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:51.876544 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Router 4b6845cb-5105-4ace-a002-7a3e38973448 has already been hosted by L3 agent 604f5b20-c4da-4532-9b2b-cb5015f53001 {{(pid=103116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:16:51.993300 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-iscsi the message routers_updated {{(pid=103116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:52.002533 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] Sync routers for ids ['4b6845cb-5105-4ace-a002-7a3e38973448'] in dv-cinder-834822-2-iscsi {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:52.007474 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-552b7983-00dc-43c2-bf7f-7c2bb5fa3021 admin admin] 10.222.0.73 "PUT /v2.0/routers/4b6845cb-5105-4ace-a002-7a3e38973448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4351537 Mar 23 09:16:52.010078 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45958) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:52.014281 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] Routers {'4b6845cb-5105-4ace-a002-7a3e38973448'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:52.014969 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['4b6845cb-5105-4ace-a002-7a3e38973448'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:52.124666 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks [] for router (4b6845cb-5105-4ace-a002-7a3e38973448), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.131591 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] Set router 4b6845cb-5105-4ace-a002-7a3e38973448 gateway port host: dv-cinder-834822-2-iscsi {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:52.229370 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks [] for router_gateway (4b6845cb-5105-4ace-a002-7a3e38973448), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.281927 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Deleting port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 {{(pid=103116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:52.282268 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.316613 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'external_fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:16:51Z', 'revision_number': 5, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port': {'id': 'c5c4916b-87b3-47aa-89c1-7e8c48cd53a8', 'name': '', 'network_id': 'd88c2165-f6a7-440f-bba2-523f9bce77ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561f483b-c2bc-4e21-bf43-c70ee6968976', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-iscsi'}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:52.346093 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] Checking router: 4b6845cb-5105-4ace-a002-7a3e38973448 for host: dv-cinder-834822-2-iscsi {{(pid=103118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:52.354976 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] Routers {'4b6845cb-5105-4ace-a002-7a3e38973448'} bound to L3 agent in host dv-cinder-834822-2-iscsi {{(pid=103118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:52.355578 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:52:59Z,description=,heartbeat_timestamp=2022-03-23T09:16:29Z,host='dv-cinder-834822-2-iscsi',id=604f5b20-c4da-4532-9b2b-cb5015f53001,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:52:59Z,topic='l3_agent')) {'router_ids': ['4b6845cb-5105-4ace-a002-7a3e38973448'], 'active': True} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:52.365541 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] For port c5c4916b-87b3-47aa-89c1-7e8c48cd53a8, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,segment=NetworkSegment(9889ed77-ec37-4eea-9c98-d50bdb9c4022),segment_id=9889ed77-ec37-4eea-9c98-d50bdb9c4022)] {{(pid=103116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:52.365913 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.379655 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Calling delete_port for c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 owned by network:router_gateway {{(pid=103116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:52.443855 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_dvr_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] Set router 4b6845cb-5105-4ace-a002-7a3e38973448 gateway port host: None {{(pid=103118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:52.499176 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.l3_hamode_db [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:16:52Z', 'revision_number': 6, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port_host': None}], 'dv-cinder-834822-2-iscsi', False) {} {{(pid=103118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:52.525347 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcde8e7-0ff7-4f24-980e-e7d3237be6ae None None] The sync data for ids ['4b6845cb-5105-4ace-a002-7a3e38973448'] in dv-cinder-834822-2-iscsi is: [{'id': '4b6845cb-5105-4ace-a002-7a3e38973448', 'name': 'tempest-TestVolumeBootPattern-1247584939-router', 'tenant_id': '0518f5324b534a75a1a049ad05e34a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:10:21Z', 'updated_at': '2022-03-23T09:16:52Z', 'revision_number': 6, 'project_id': '0518f5324b534a75a1a049ad05e34a34', 'gw_port_host': None}] {{(pid=103118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:52.546152 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8944964'] for port (c5c4916b-87b3-47aa-89c1-7e8c48cd53a8), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.572803 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c4916b-87b3-47aa-89c1-7e8c48cd53a8,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:52.631407 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway (4b6845cb-5105-4ace-a002-7a3e38973448), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.722843 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1162'] for router (4b6845cb-5105-4ace-a002-7a3e38973448), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.724928 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks [] for router_controller (4b6845cb-5105-4ace-a002-7a3e38973448), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.767637 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786725'] for router (4b6845cb-5105-4ace-a002-7a3e38973448), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.768333 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6845cb-5105-4ace-a002-7a3e38973448 {{(pid=103116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:16:52.774229 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.775393 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-16c79734-dd09-4aa4-b499-a72a6a76a547 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4b6845cb-5105-4ace-a002-7a3e38973448 HTTP/1.1" status: 204 len: 168 time: 0.7637365 Mar 23 09:16:52.778623 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45960) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:52.822690 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] Deleting subnet 8a53fb3b-fcd0-409d-9054-5630d0c85cd0 {{(pid=103116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:16:52.825659 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] Publish callbacks [] for subnet (8a53fb3b-fcd0-409d-9054-5630d0c85cd0), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.860518 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342816'] for subnet (8a53fb3b-fcd0-409d-9054-5630d0c85cd0), precommit_delete_associations {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:52.944198 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1349901'] for subnet (8a53fb3b-fcd0-409d-9054-5630d0c85cd0), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.005588 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1349908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8944565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9176596'] for subnet (8a53fb3b-fcd0-409d-9054-5630d0c85cd0), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.038479 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a53fb3b-fcd0-409d-9054-5630d0c85cd0,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:53.042305 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for subnet (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.048150 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-90dd0377-37ad-46e6-a55f-578d61f809c7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8a53fb3b-fcd0-409d-9054-5630d0c85cd0 HTTP/1.1" status: 204 len: 168 time: 0.2659223 Mar 23 09:16:53.048412 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45962) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:53.056377 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff30d524-826e-4a32-afc4-7d97a3b13a01 None None] Network d19033a3-86dc-45c2-877e-b3d277562d48 requested from dv-cinder-834822-2-iscsi {{(pid=103117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:16:53.122537 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1290818'] for network (d19033a3-86dc-45c2-877e-b3d277562d48), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.179754 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Deleting port cf9279c5-6781-4a17-8982-a1461941c372 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:53.179754 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (cf9279c5-6781-4a17-8982-a1461941c372), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.244378 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] For port cf9279c5-6781-4a17-8982-a1461941c372, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=cf9279c5-6781-4a17-8982-a1461941c372,segment=NetworkSegment(35b09375-de21-4012-81fc-163c65a57411),segment_id=35b09375-de21-4012-81fc-163c65a57411)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:53.244690 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (cf9279c5-6781-4a17-8982-a1461941c372), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.259398 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Calling delete_port for cf9279c5-6781-4a17-8982-a1461941c372 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:53.290424 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] DHCP port deletion for d19033a3-86dc-45c2-877e-b3d277562d48 request from dv-cinder-834822-2-iscsi {{(pid=103117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:16:53.347536 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] Deleting port cf9279c5-6781-4a17-8982-a1461941c372 {{(pid=103117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:16:53.347915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726797271583'] for port (cf9279c5-6781-4a17-8982-a1461941c372), before_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.351789 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12089699'] for port (cf9279c5-6781-4a17-8982-a1461941c372), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.378018 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9279c5-6781-4a17-8982-a1461941c372,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:53.381911 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] No DVR routers for this DVR port cf9279c5-6781-4a17-8982-a1461941c372 on host dv-cinder-834822-2-iscsi {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:16:53.420012 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.db [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] For port cf9279c5-6781-4a17-8982-a1461941c372, host dv-cinder-834822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-iscsi',level=0,port_id=cf9279c5-6781-4a17-8982-a1461941c372,segment=NetworkSegment(35b09375-de21-4012-81fc-163c65a57411),segment_id=35b09375-de21-4012-81fc-163c65a57411)] {{(pid=103117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:53.420408 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795806'] for port (cf9279c5-6781-4a17-8982-a1461941c372), precommit_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.436883 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] Calling delete_port for cf9279c5-6781-4a17-8982-a1461941c372 owned by network:dhcp {{(pid=103117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:16:53.465203 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409976', 'neutron.services.segments.db._delete_segments_for_network-8726797068867'] for network (d19033a3-86dc-45c2-877e-b3d277562d48), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.489879 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19033a3-86dc-45c2-877e-b3d277562d48']}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:53.501151 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b09375-de21-4012-81fc-163c65a57411') {'for_net_delete': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:53.501513 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.services.segments.db [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b09375-de21-4012-81fc-163c65a57411') {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:53.513916 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726797070412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8576464'] for segment (35b09375-de21-4012-81fc-163c65a57411), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.529202 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116'] for segment (35b09375-de21-4012-81fc-163c65a57411), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.530098 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726797278594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726796741892'] for port (cf9279c5-6781-4a17-8982-a1461941c372), after_delete {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.539172 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:16:53.539622 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089648'] for segment (35b09375-de21-4012-81fc-163c65a57411), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: Traceback (most recent call last): Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: timer() Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: cb(*args, **kw) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: return func(*args, **kwargs) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: self._notify() Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: self.callback(batched_events) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: event.method(event) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: return f(self, *a, **k) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._get(url).json() Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: return self.request(url, 'GET', **kwargs) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:16:53.542144 dv-cinder-834822-2-iscsi neutron-server[103115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:16:53.556756 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] Pushing event deleted for resources: {'Port': ['ID=cf9279c5-6781-4a17-8982-a1461941c372,revision_number=None']} {{(pid=103117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:53.561162 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d567be-0662-4f94-9196-d746f3134307 None None] No DVR routers for this DVR port cf9279c5-6781-4a17-8982-a1461941c372 on host dv-cinder-834822-2-iscsi {{(pid=103117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:16:53.623530 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799674'] for network (d19033a3-86dc-45c2-877e-b3d277562d48), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.631070 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691636'] for network (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.634933 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d19033a3-86dc-45c2-877e-b3d277562d48 HTTP/1.1" status: 204 len: 168 time: 0.5853853 Mar 23 09:16:53.653477 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40466e7-7e7b-4a1a-9a0e-da8555e5f9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19033a3-86dc-45c2-877e-b3d277562d48,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:53.758276 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45966) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:53.798341 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-d95b5128-992b-4927-975b-17fa1ed48893 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a06a528e4b24ceb93f61311f243ee78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388081 Mar 23 09:16:53.800727 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.wsgi [-] (103115) accepted ('10.222.0.73', 45968) {{(pid=103115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:53.853498 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73107103-ef5b-4904-8b55-122df54a9acc admin admin] Publish callbacks [] for security_group (aa9e6261-5f91-4f35-bdf3-2261f5d8c987), before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.876202 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73107103-ef5b-4904-8b55-122df54a9acc admin admin] Publish callbacks [] for security_group (aa9e6261-5f91-4f35-bdf3-2261f5d8c987), precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.924557 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73107103-ef5b-4904-8b55-122df54a9acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (aa9e6261-5f91-4f35-bdf3-2261f5d8c987), after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.927098 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73107103-ef5b-4904-8b55-122df54a9acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:53.928249 dv-cinder-834822-2-iscsi neutron-server[103115]: INFO neutron.wsgi [None req-73107103-ef5b-4904-8b55-122df54a9acc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa9e6261-5f91-4f35-bdf3-2261f5d8c987 HTTP/1.1" status: 204 len: 168 time: 0.1266034 Mar 23 09:16:53.937076 dv-cinder-834822-2-iscsi neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73107103-ef5b-4904-8b55-122df54a9acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e6261-5f91-4f35-bdf3-2261f5d8c987,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:54.128784 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:54.152392 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:16:54.152820 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c5c4916b-87b3-47aa-89c1-7e8c48cd53a8 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:54.153333 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c31a1fac-be77-4ec2-b138-ff9665fcbd7e no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:54.173700 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: c31a1fac-be77-4ec2-b138-ff9665fcbd7e {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:16:54.174112 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device c31a1fac-be77-4ec2-b138-ff9665fcbd7e not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:54.174531 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device cf9279c5-6781-4a17-8982-a1461941c372 no longer exists at agent ovs-agent-dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:16:54.194501 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.plugin [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] No Port match for: cf9279c5-6781-4a17-8982-a1461941c372 {{(pid=103117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:16:54.194832 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron.plugins.ml2.rpc [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Device cf9279c5-6781-4a17-8982-a1461941c372 not bound to the agent host dv-cinder-834822-2-iscsi {{(pid=103117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:16:54.259451 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45974) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:54.304507 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-3aa25bc4-7120-46c3-abab-1585ff091d80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0518f5324b534a75a1a049ad05e34a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437155 Mar 23 09:16:54.306929 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.wsgi [-] (103116) accepted ('10.222.0.73', 45976) {{(pid=103116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:54.355815 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f89c31fc-83fd-4597-9ed1-c3158c240d69 admin admin] Publish callbacks [] for security_group (83bfdbd5-74ef-4cee-a22b-5f521d42ae76), before_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:54.381114 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f89c31fc-83fd-4597-9ed1-c3158c240d69 admin admin] Publish callbacks [] for security_group (83bfdbd5-74ef-4cee-a22b-5f521d42ae76), precommit_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:54.433850 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f89c31fc-83fd-4597-9ed1-c3158c240d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769902'] for security_group (83bfdbd5-74ef-4cee-a22b-5f521d42ae76), after_delete {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:54.436932 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-f89c31fc-83fd-4597-9ed1-c3158c240d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:54.438165 dv-cinder-834822-2-iscsi neutron-server[103116]: INFO neutron.wsgi [None req-f89c31fc-83fd-4597-9ed1-c3158c240d69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83bfdbd5-74ef-4cee-a22b-5f521d42ae76 HTTP/1.1" status: 204 len: 168 time: 0.1303108 Mar 23 09:16:54.451225 dv-cinder-834822-2-iscsi neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c31fc-83fd-4597-9ed1-c3158c240d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bfdbd5-74ef-4cee-a22b-5f521d42ae76,revision_number=None']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:56.830115 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b4cef482-a9fd-4fc2-a155-eebccd3a715a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:58.034126 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:16:58.978256 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-8d7eae2c-d06a-4e5a-888c-0c2b1eb08660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:00.250335 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:01.722720 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:03.133194 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:14.010248 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:26.832379 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-c107f648-08a6-4c8a-8d60-2dac461280ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:28.991086 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3c9d-41a9-4cf4-b4b9-99ff4905cfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:30.253291 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:31.718251 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:33.135794 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:35.034282 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:17:44.005761 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:56.836387 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-fea40213-8931-4565-bb6e-d68caa833f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:58.982980 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-5f5253be-c570-4992-81a1-9785fac31cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:00.256788 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:01.719780 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:03.138960 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:12.033547 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:18:14.021051 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:26.842147 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e9c4156a-ae5a-464a-8a68-491ca73a3219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:28.984479 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-792a9571-829f-4a4b-b7d6-1263777bf43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:30.259770 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:31.723058 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:33.142110 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:44.029308 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:49.032572 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:18:56.833319 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-475db757-81cc-4bd3-84a2-3df2ad40bea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:58.985710 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-efba63d9-12b3-4c60-8aba-b857b4a52ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:00.262939 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:01.725626 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:03.146399 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:14.029500 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:26.031976 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:19:26.834892 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-08080262-64ea-42ea-856f-37d240556894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:28.986998 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-e40c3bcc-44cb-4987-b246-c43bae01d485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:30.265048 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:31.727328 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:33.149083 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:44.062185 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:56.838815 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-b5b9fc33-b80d-4368-a712-e66238eaad84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:58.988484 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ee4ca866-1797-4979-a730-2e5effe90d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:00.267496 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:01.731762 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:03.031683 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:20:03.152106 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:14.094258 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:26.840886 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-2b459fcf-cb9e-4b3e-8dac-d4bcd21ea4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:28.995049 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-faa54eec-b437-4b2a-aa85-57d2f9135f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:30.270565 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:31.734281 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:33.158810 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:40.029842 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:20:44.092632 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:56.841716 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-ffa89706-50df-4843-90a2-2c1dedf76f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:58.988174 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-720ab901-b48e-4855-9a48-a4e9beef49d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:00.273461 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:01.737915 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:03.151501 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:14.104658 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:17.030673 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:21:26.843884 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-d30160e0-fae7-4993-8b55-81e4e6f0d978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:28.989863 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-52374660-e2ec-4470-962e-25f36e633ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:30.275876 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:31.738293 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:33.155216 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:44.118718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:54.029221 dv-cinder-834822-2-iscsi neutron-server[103118]: DEBUG neutron.db.agents_db [None req-0b8dc132-4ca6-40cc-b5c6-592b81b1c3e0 None None] Agent healthcheck: found 6 active agents {{(pid=103118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:21:56.846378 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-72c761ca-0889-4d5c-b5c9-b2da02b52b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (9027ffa8-6f8b-460f-93d7-b39ede766d25), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:58.991718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2c87-30b6-4245-b509-9881f613a86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (604f5b20-c4da-4532-9b2b-cb5015f53001), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:00.279746 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-12cd1040-7d0f-4a83-a5b3-a12b41dce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (a6196dff-e7ad-4569-bf49-fa6496dfef0e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:01.741502 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1ffb-9be4-4420-a056-78e03489dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (548f8b66-98c9-48be-945a-b79082ad568d), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:03.161383 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-f04e6268-1aba-4cb7-aea1-0e2e23c63338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (6d75aba8-c7d8-471f-a128-8999b115aaad), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:14.116718 dv-cinder-834822-2-iscsi neutron-server[103117]: DEBUG neutron_lib.callbacks.manager [None req-26e0866d-d5c2-4f9c-90af-dcfae02ece98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726797068849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410171'] for agent (1caacfab-d97a-453f-b23a-63d36268495e), after_update {{(pid=103117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}